-- Logs begin at Fri 2022-06-24 09:30:49 UTC, end at Fri 2022-06-24 10:38:13 UTC. -- Jun 24 10:07:38.032355 dv-cinder-847132-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 10:07:40.751432 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.common.config [-] Logging enabled! Jun 24 10:07:40.751968 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev370 Jun 24 10:07:40.752189 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103944) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 24 10:07:40.755692 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.common.config [-] Logging enabled! Jun 24 10:07:40.755941 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev370 Jun 24 10:07:40.756244 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103944) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 24 10:07:40.757188 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 10:07:40.757414 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 10:07:40.757777 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 10:07:40.758015 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 10:07:40.758237 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 10:07:40.758646 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.758964 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.759189 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.759471 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.759758 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.760033 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.760316 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.760605 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.760883 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.761151 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.761424 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.761645 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.761920 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.762178 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.762455 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.762672 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] debug = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.762981 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.763399 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.763805 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.764085 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.764365 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.764659 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.764901 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.765168 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.765442 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.765762 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] host = dv-cinder-847132-2-iscsi {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.766034 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.766312 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.766589 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.766895 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.767164 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.767433 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.767707 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.767974 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.768238 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] log_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.768506 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.768787 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.769078 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.769923 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.770156 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.770383 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.770671 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.770982 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.771259 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.771530 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.771800 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.772070 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.772338 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.772602 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.772882 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.773162 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.773440 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.773709 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.773978 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.774241 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.774504 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.774807 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.775076 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.775342 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.775610 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.775891 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.776157 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.776425 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.776724 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.777004 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.777280 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.777559 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.777825 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.778099 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.778362 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.778625 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.778912 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] use_json = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.779178 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.779454 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.779728 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.779994 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.780258 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.780522 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.780784 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.781063 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.781326 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:40.781614 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.781903 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.782192 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.782465 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.782782 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.783059 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.783340 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.783611 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.783891 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.784170 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.784454 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.784839 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.785539 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.785826 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.786118 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.786421 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.786722 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.787023 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.787295 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.787565 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.787837 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.788107 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.788387 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.788660 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.788942 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.789225 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.789496 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.789790 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.790070 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.790352 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.790640 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.790958 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.791226 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.791500 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.791785 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.792058 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.792322 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.792603 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.792873 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.793137 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.793412 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.793696 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.793975 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.794241 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.794510 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.794820 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.795091 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.795358 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.795624 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.795892 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.796153 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.796428 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.796699 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.796962 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.797225 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.797497 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.797764 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.798033 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.798302 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.798565 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.798862 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.799131 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.799406 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.799674 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.799940 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.800205 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.800964 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.801250 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.801534 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.801811 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.802125 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.802394 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.802668 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.802964 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.803262 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.803539 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.803818 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.804093 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.804365 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.804623 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.804897 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.805174 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.805447 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.805713 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.805999 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.806275 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.806559 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.806866 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.807125 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.807443 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.807719 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.807994 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.808270 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.808540 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.808813 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.809091 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.809369 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.809661 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.809948 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.810218 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.810503 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.810818 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.811108 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.811380 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.811680 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.811952 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:40.812163 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 10:07:40.812399 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103944) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 10:07:41.111078 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 24 10:07:41.111274 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 24 10:07:41.111543 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 24 10:07:41.111868 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 10:07:41.525630 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:41.525873 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:41.526170 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:41.527472 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:41.527737 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:41.527993 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:41.581292 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:41.581566 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:41.582337 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:41.596773 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:41.597053 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:41.597333 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:41.627714 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:41.627987 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:41.628250 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:41.664462 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:41.664729 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:41.664986 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:41.894880 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:41.895827 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:41.896332 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:41.896746 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:41.898245 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.004443 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.004761 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.005044 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.005317 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.005574 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.005886 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.006139 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.006392 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.006646 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.006955 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.007197 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.007462 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.007716 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.007967 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.008224 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.008486 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.008722 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.008987 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.009254 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.009526 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.009783 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.010037 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.010317 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.010689 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.010957 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.011205 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.011600 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:07:42.011841 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:07:42.012080 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:07:42.012316 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:07:42.012551 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:07:42.012785 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:07:42.013147 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 10:07:42.016319 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 10:07:42.020328 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 10:07:42.024141 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 24 10:07:42.025771 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 10:07:42.026397 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 10:07:42.026766 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 10:07:42.027150 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 10:07:42.029977 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 10:07:42.030220 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 10:07:42.030569 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 10:07:42.035919 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 24 10:07:42.058560 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 10:07:42.059052 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.059348 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103944) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 24 10:07:42.059720 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.061080 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103944) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 10:07:42.061364 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 10:07:42.061607 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 10:07:42.064933 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.065213 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:42.216034 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 10:07:42.216283 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 10:07:42.216382 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 10:07:42.216781 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 10:07:42.272270 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO dbcounter [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Registered counter for database neutron Jun 24 10:07:42.294507 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_db.sqlalchemy.engines [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103944) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 24 10:07:42.300610 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG dbcounter [-] [103944] Writer thread running {{(pid=103944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 10:07:42.859757 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Initializing driver for type 'gre' Jun 24 10:07:42.860314 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] gre ID ranges: [(1, 1000)] Jun 24 10:07:42.922183 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Initializing driver for type 'local' Jun 24 10:07:42.923008 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Initializing driver for type 'vlan' Jun 24 10:07:42.940059 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] VlanTypeDriver initialization complete Jun 24 10:07:42.940442 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Initializing driver for type 'vxlan' Jun 24 10:07:42.941110 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] vxlan ID ranges: [(1, 1000)] Jun 24 10:07:43.001073 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Initializing extension driver 'port_security' Jun 24 10:07:43.001408 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.extensions.port_security [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] PortSecurityExtensionDriver initialization complete Jun 24 10:07:43.001767 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Initializing mechanism driver 'openvswitch' Jun 24 10:07:43.002093 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Initializing mechanism driver 'hyperv' Jun 24 10:07:43.009086 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:43.009807 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > port after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.010167 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > port after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.010523 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > port after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.011082 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 10:07:43.011505 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.011880 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.012210 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.012601 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 10:07:43.013010 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > network after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.013359 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > network after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.013701 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > network after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.014086 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 10:07:43.014488 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > security_group after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.014871 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > security_group after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.015211 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.015599 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 10:07:43.016006 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.016351 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.016688 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.017073 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 10:07:43.017476 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > address_group after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.017819 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > address_group after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.018170 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.018538 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 10:07:43.019146 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] ML2 OVO RPC backend initialized. {{(pid=103944) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 24 10:07:43.019884 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.020407 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.020654 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > network before_response 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.020999 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > networks before_response 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.021338 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > port before_response 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.021671 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > ports before_response 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.022009 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > subnet before_response 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.022349 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > subnets before_response 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.022692 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > network after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.023055 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > network after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.023389 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > network after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.023726 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > port after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.024068 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > port after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.024404 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > port after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.024741 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.025076 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.025410 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.033349 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.quota [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded quota_driver: . Jun 24 10:07:43.033713 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.plugin [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Modular L2 Plugin initialization complete Jun 24 10:07:43.034061 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading services supported by the core plugin {{(pid=103944) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 10:07:43.034409 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Got port-security extension from driver 'port_security' Jun 24 10:07:43.034950 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.extensions.vlantransparent [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Disabled vlantransparent extension. Jun 24 10:07:43.035625 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103944) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 10:07:43.035952 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading Plugin: router Jun 24 10:07:43.071768 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.072154 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router after_create 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.072523 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router before_create 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.072895 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.073238 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.073619 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router after_delete 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.073981 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.074331 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.074688 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router after_create 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.075057 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router after_update 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.075402 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router after_update 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.075737 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.076093 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router after_update 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.076501 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.076867 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: port after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.077207 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: port after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.077543 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: subnet after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.077889 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.078236 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.078579 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.078928 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: port before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.079278 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router precommit_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.079634 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router after_update 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.080120 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.080487 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.080850 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.081198 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.081584 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > agent after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.082334 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > agent after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.082525 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > network after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.083443 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Tracking information for resource: router configured {{(pid=103944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:07:43.083778 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Tracking information for resource: floatingip configured {{(pid=103944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:07:43.088858 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.db.l3_agentschedulers_db [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 10:07:43.089442 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: port after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.089801 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: port after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.090152 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: port after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.090503 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: port after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.091322 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router before_create 55550100 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.091687 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.092081 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router precommit_create 55550100 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.092432 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > router precommit_update 55550100 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.097327 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.services.provider_configuration [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Service providers = [] {{(pid=103944) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 10:07:43.097691 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.db.servicetype_db [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103944) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 10:07:43.100930 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.services.service_base [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 10:07:43.101279 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.services.service_base [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 10:07:43.101624 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.services.service_base [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 10:07:43.102498 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.services.service_base [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 10:07:43.102906 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.services.service_base [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 10:07:43.103291 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:07:43.103609 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 10:07:43.114810 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:07:43.115124 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading Plugin: auto_allocate Jun 24 10:07:43.120827 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: network precommit_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.121193 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: network precommit_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.121723 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:07:43.122039 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading Plugin: tag Jun 24 10:07:43.129178 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:07:43.129508 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading Plugin: timestamp Jun 24 10:07:43.133405 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:07:43.133732 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading Plugin: network_ip_availability Jun 24 10:07:43.139286 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.139657 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.140011 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.140739 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:07:43.141043 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading Plugin: flavors Jun 24 10:07:43.146125 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:07:43.146461 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading Plugin: revisions Jun 24 10:07:43.150837 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:07:43.151205 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_concurrency.lockutils [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.040s {{(pid=103944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 24 10:07:43.151968 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103944) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 24 10:07:43.152300 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Initializing extension manager. Jun 24 10:07:43.152980 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: __init__.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.153330 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: __pycache__ {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.153669 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: address_group.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.154423 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.155029 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: address-group Jun 24 10:07:43.155353 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: address_scope.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.156060 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.156584 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: address-scope Jun 24 10:07:43.156978 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.157964 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.158476 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: router-admin-state-down-before-update Jun 24 10:07:43.158830 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: agent.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.159537 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.160120 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: agent Jun 24 10:07:43.160439 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: agent_resources_synced.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.161354 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.161863 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: agent-resources-synced Jun 24 10:07:43.162191 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: allowedaddresspairs.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.164036 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.164554 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: allowed-address-pairs Jun 24 10:07:43.164882 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: auto_allocated_topology.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.165964 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.166476 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: auto-allocated-topology Jun 24 10:07:43.166829 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: availability_zone.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.167527 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.168039 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: availability_zone Jun 24 10:07:43.168361 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: availability_zone_filter.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.169270 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.169810 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: availability_zone_filter Jun 24 10:07:43.170127 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: data_plane_status.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.171052 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.171562 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 10:07:43.172007 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: default_subnetpools.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.172929 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.173439 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: default-subnetpools Jun 24 10:07:43.173765 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.174595 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.175133 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: dhcp_agent_scheduler Jun 24 10:07:43.175491 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: dns.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.176444 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.176952 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension dns-integration not supported by any of loaded plugins Jun 24 10:07:43.177273 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: dns_domain_ports.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.178317 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.178878 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 10:07:43.179205 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.180123 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.180632 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 24 10:07:43.180950 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: dvr.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.181822 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.182337 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: dvr Jun 24 10:07:43.182659 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: ecmp_routes.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.183589 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.184098 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 24 10:07:43.184414 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: empty_string_filtering.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.185318 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.185831 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: empty-string-filtering Jun 24 10:07:43.186159 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.187394 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.187905 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 10:07:43.188219 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.189146 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.189642 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 10:07:43.189962 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: external_net.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.190906 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.191440 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: external-net Jun 24 10:07:43.191742 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.192679 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.193185 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: extra_dhcp_opt Jun 24 10:07:43.193498 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: extraroute.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.194397 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.194937 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: extraroute Jun 24 10:07:43.195253 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: extraroute_atomic.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.196297 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.196820 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: extraroute-atomic Jun 24 10:07:43.197124 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: filter_validation.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.197799 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.198306 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: filter-validation Jun 24 10:07:43.198621 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: fip_pf_description.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.199563 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.200069 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 10:07:43.200382 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: fip_pf_port_range.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.201290 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.201790 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 24 10:07:43.202107 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: fip_port_details.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.203208 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.203718 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: fip-port-details Jun 24 10:07:43.204040 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: flavors.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.205285 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.205810 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: flavors Jun 24 10:07:43.206149 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.208001 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.208534 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 10:07:43.208858 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: floatingip_pools.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.209563 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.210081 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: floatingip-pools Jun 24 10:07:43.210400 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: ip_allocation.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.211365 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.211880 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 10:07:43.212205 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.213124 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.213643 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: ip-substring-filtering Jun 24 10:07:43.213970 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: l2_adjacency.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.214948 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.215463 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 10:07:43.215785 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: l3.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.216794 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.217318 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: router Jun 24 10:07:43.217641 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.219904 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.220438 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 10:07:43.220763 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.221680 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.222216 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: ext-gw-mode Jun 24 10:07:43.222609 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.223781 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.224297 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: l3-ha Jun 24 10:07:43.224620 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.225522 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.226036 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 24 10:07:43.226364 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: l3_flavors.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.227456 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.227967 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: l3-flavors Jun 24 10:07:43.228290 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.230026 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.230542 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 24 10:07:43.230897 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.231819 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.232332 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 10:07:43.232652 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: l3agentscheduler.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.233834 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.234351 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: l3_agent_scheduler Jun 24 10:07:43.234676 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: local_ip.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.236494 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.237024 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension local_ip not supported by any of loaded plugins Jun 24 10:07:43.237354 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: logging.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.238974 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.239499 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension logging not supported by any of loaded plugins Jun 24 10:07:43.239825 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: metering.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.240569 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.241527 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: metering Jun 24 10:07:43.241943 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.243065 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.243572 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: metering_source_and_destination_fields Jun 24 10:07:43.243897 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: multiprovidernet.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.244829 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.245364 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: multi-provider Jun 24 10:07:43.245690 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: netmtu.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.246609 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.247156 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: net-mtu Jun 24 10:07:43.247473 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: netmtu_writable.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.248388 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.248924 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: net-mtu-writable Jun 24 10:07:43.249245 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: network_availability_zone.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.249912 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.250417 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: network_availability_zone Jun 24 10:07:43.250756 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: network_ip_availability.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.251934 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.252404 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: network-ip-availability Jun 24 10:07:43.252724 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: network_segment_range.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.253663 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.254249 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 10:07:43.254570 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: pagination.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.255580 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.255909 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: pagination Jun 24 10:07:43.256226 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: port_device_profile.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.257128 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.257650 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: port-device-profile Jun 24 10:07:43.257968 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: port_mac_address_override.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.258929 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.259442 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: port-mac-override Jun 24 10:07:43.259764 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.260690 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.261198 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: port-mac-address-regenerate Jun 24 10:07:43.261518 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.262423 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.262960 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: port-numa-affinity-policy Jun 24 10:07:43.263276 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: port_resource_request.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.264186 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.264689 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 10:07:43.265004 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: port_resource_request_groups.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.266467 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.266467 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 24 10:07:43.266792 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: portbindings.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.267701 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.268210 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: binding Jun 24 10:07:43.268530 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: portbindings_extended.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.269872 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.270381 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: binding-extended Jun 24 10:07:43.270737 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: portsecurity.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.271646 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.272162 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: port-security Jun 24 10:07:43.272482 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: project_id.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.273459 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.273789 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: project-id Jun 24 10:07:43.274104 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: providernet.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.275039 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.275553 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: provider Jun 24 10:07:43.275870 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: qos.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.281115 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.281651 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension qos not supported by any of loaded plugins Jun 24 10:07:43.281990 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.283262 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.283779 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 10:07:43.284109 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.285372 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.285682 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 10:07:43.286007 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: qos_default.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.286963 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.287474 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension qos-default not supported by any of loaded plugins Jun 24 10:07:43.287799 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: qos_fip.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.289090 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.289606 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension qos-fip not supported by any of loaded plugins Jun 24 10:07:43.289926 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.290867 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.291382 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 24 10:07:43.291700 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: qos_gateway_ip.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.292614 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.293121 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 10:07:43.293439 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: qos_port_network_policy.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.294346 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.294896 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 10:07:43.295214 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.296248 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.296768 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 24 10:07:43.297091 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.298119 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.298639 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 24 10:07:43.298985 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: qos_pps_rule.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.300154 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.300759 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension qos-pps not supported by any of loaded plugins Jun 24 10:07:43.301047 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: qos_rule_type_details.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.301959 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.302475 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 10:07:43.302827 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.303749 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.304262 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 24 10:07:43.304585 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: qos_rules_alias.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.305602 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.306118 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 10:07:43.306445 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: quota_check_limit.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.307385 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.307900 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: quota-check-limit Jun 24 10:07:43.308226 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: quotasv2.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.309210 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.309537 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: quotas Jun 24 10:07:43.309858 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: quotasv2_detail.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.311612 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.311944 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: quota_details Jun 24 10:07:43.312257 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: rbac.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.313490 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.314014 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: rbac-policies Jun 24 10:07:43.314346 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: rbac_address_group.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.316062 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.316062 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: rbac-address-group Jun 24 10:07:43.316459 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: rbac_address_scope.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.317054 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.317582 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: rbac-address-scope Jun 24 10:07:43.317907 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: rbac_security_groups.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.318933 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.319455 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: rbac-security-groups Jun 24 10:07:43.319772 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: rbac_subnetpool.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.320688 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.321205 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: rbac-subnetpool Jun 24 10:07:43.321527 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: revisionifmatch.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.322455 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.322999 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: revision-if-match Jun 24 10:07:43.323321 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: revisions.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.324433 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.324951 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: standard-attr-revisions Jun 24 10:07:43.325276 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: router_availability_zone.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.326139 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.326662 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: router_availability_zone Jun 24 10:07:43.327013 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: routerservicetype.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.327936 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.328441 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension router-service-type not supported by any of loaded plugins Jun 24 10:07:43.328761 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.329681 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.330190 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: security-groups-normalized-cidr Jun 24 10:07:43.330509 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.331481 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.332024 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: port-security-groups-filtering Jun 24 10:07:43.332425 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.333387 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.333900 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: security-groups-remote-address-group Jun 24 10:07:43.334225 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.335188 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.335707 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: security-groups-shared-filtering Jun 24 10:07:43.336029 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: securitygroup.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.345780 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.346320 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: security-group Jun 24 10:07:43.346651 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: segment.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.347531 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.347974 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension segment not supported by any of loaded plugins Jun 24 10:07:43.348312 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.349259 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.349777 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 10:07:43.350104 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: servicetype.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.351262 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.351786 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: service-type Jun 24 10:07:43.352112 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: sorting.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.353097 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.353420 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: sorting Jun 24 10:07:43.354090 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: standard_attr_segment.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.355067 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.355579 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 10:07:43.355897 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: standardattrdescription.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.356551 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.357058 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: standard-attr-description Jun 24 10:07:43.357378 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: stateful_security_group.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.358320 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.358871 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: stateful-security-group Jun 24 10:07:43.359195 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: stdattrs_common.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.359779 dv-cinder-847132-2-iscsi neutron-server[103944]: WARNING neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 10:07:43.360099 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.361027 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.361548 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 10:07:43.361866 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: subnet_onboard.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.362956 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.363578 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: subnet_onboard Jun 24 10:07:43.363913 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.364978 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.365489 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 10:07:43.365811 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: subnet_service_types.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.366737 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.367277 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: subnet-service-types Jun 24 10:07:43.367588 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: subnetallocation.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.368690 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.369200 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: subnet_allocation Jun 24 10:07:43.369520 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.370191 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.370721 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: subnetpool-prefix-ops Jun 24 10:07:43.371045 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.371987 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.372495 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 10:07:43.372815 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: tagging.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.373901 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.374411 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: standard-attr-tag Jun 24 10:07:43.374735 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: timestamp.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.375958 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.376480 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loaded extension: standard-attr-timestamp Jun 24 10:07:43.376803 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: trunk.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.377823 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.378342 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension trunk not supported by any of loaded plugins Jun 24 10:07:43.379043 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: trunk_details.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.379767 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.380286 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension trunk-details not supported by any of loaded plugins Jun 24 10:07:43.380610 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: uplink_status_propagation.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.381531 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.382050 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 10:07:43.382371 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Loading extension file: vlantransparent.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:07:43.383078 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:07:43.383590 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 10:07:43.386196 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Creating instance of TrackedResource for resource:network Jun 24 10:07:43.386728 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Creating instance of TrackedResource for resource:subnet Jun 24 10:07:43.387138 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 10:07:43.387662 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Creating instance of TrackedResource for resource:port Jun 24 10:07:43.388953 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:07:43.389509 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Service FLAVORS assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:07:43.390136 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:07:43.390572 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:07:43.390930 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Creating instance of TrackedResource for resource:router Jun 24 10:07:43.391455 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 10:07:43.392287 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Service METERING assigned prefix: /metering {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:07:43.393321 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.393690 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.394039 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:07:43.395110 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 10:07:43.395562 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Creating instance of TrackedResource for resource:security_group Jun 24 10:07:43.396003 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 10:07:43.396603 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Service CORE assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:07:43.396938 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 10:07:43.397284 dv-cinder-847132-2-iscsi neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] subnetpool is already registered Jun 24 10:07:43.397708 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Service CORE assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:07:43.398030 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 10:07:43.398358 dv-cinder-847132-2-iscsi neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] subnetpool is already registered Jun 24 10:07:43.400743 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:07:43.401177 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Service FLAVORS assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:07:43.401781 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:07:43.402204 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:07:43.402531 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Creating instance of TrackedResource for resource:router Jun 24 10:07:43.402901 dv-cinder-847132-2-iscsi neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] router is already registered Jun 24 10:07:43.403307 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 10:07:43.403638 dv-cinder-847132-2-iscsi neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] floatingip is already registered Jun 24 10:07:43.404095 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Service METERING assigned prefix: /metering {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:07:43.404755 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 10:07:43.405081 dv-cinder-847132-2-iscsi neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] rbac_policy is already registered Jun 24 10:07:43.405475 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Creating instance of TrackedResource for resource:security_group Jun 24 10:07:43.405802 dv-cinder-847132-2-iscsi neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] security_group is already registered Jun 24 10:07:43.406209 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 10:07:43.406537 dv-cinder-847132-2-iscsi neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] security_group_rule is already registered Jun 24 10:07:43.407195 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Service CORE assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:07:43.407579 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 10:07:43.407908 dv-cinder-847132-2-iscsi neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] subnetpool is already registered Jun 24 10:07:43.408385 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Service CORE assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:07:43.408777 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 10:07:43.409111 dv-cinder-847132-2-iscsi neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] subnetpool is already registered Jun 24 10:07:43.409620 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: extensions {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.411443 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: address-groups {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.413119 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: address-scopes {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.414809 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: agents {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.416171 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: auto-allocated-topology {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.417688 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: availability_zones {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.419365 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: dhcp-networks {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.421036 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: dhcp-agents {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.422687 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: routers {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.424390 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: flavors {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.426032 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: service_profiles {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.427440 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: next_providers {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.429064 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: service_profiles {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.430839 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: floatingip-pools {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.432475 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: routers {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.434521 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: floatingips {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.436125 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: l3-routers {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.437634 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: l3-agents {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.439297 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: metering-labels {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.440545 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: metering-label-rules {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.443530 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: network-ip-availabilities {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.444777 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: bindings {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.446335 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: quotas {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.448013 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: quotas {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.449554 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: rbac-policies {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.450770 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: security-groups {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.452051 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: security-group-rules {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.453299 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: service-providers {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.454493 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: subnetpools {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.455836 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: subnetpools {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.457601 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.459344 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.461115 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.463062 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.464866 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.467262 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.469737 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.471637 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.473638 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.475424 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:07:43.482057 dv-cinder-847132-2-iscsi neutron-server[103944]: WARNING keystonemiddleware.auth_token [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 10:07:43.487256 dv-cinder-847132-2-iscsi neutron-server[103944]: WARNING keystonemiddleware.auth_token [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 10:07:43.496357 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_concurrency.lockutils [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Acquired lock "singleton_lock" {{(pid=103944) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 24 10:07:43.496829 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_concurrency.lockutils [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Releasing lock "singleton_lock" {{(pid=103944) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 24 10:07:43.497493 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO oslo_service.service [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Starting 2 workers Jun 24 10:07:43.502428 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Started child 104051 {{(pid=103944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 10:07:43.507079 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Started child 104052 {{(pid=103944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 10:07:43.508117 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:43.508853 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO neutron.service [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 10:07:43.509347 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:43.509729 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [-] (104051) wsgi starting up on http://0.0.0.0:9696 Jun 24 10:07:43.511756 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO oslo_service.service [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Starting 1 workers Jun 24 10:07:43.512083 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:43.513605 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [-] (104052) wsgi starting up on http://0.0.0.0:9696 Jun 24 10:07:43.516951 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Started child 104053 {{(pid=103944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 10:07:43.517507 dv-cinder-847132-2-iscsi neutron-server[103944]: INFO oslo_service.service [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Starting 1 workers Jun 24 10:07:43.522182 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Started child 104054 {{(pid=103944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 10:07:43.522412 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.service [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] calling RpcWorker wait() {{(pid=104053) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 10:07:43.522990 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.service [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] returning from RpcWorker wait() {{(pid=104053) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 10:07:43.523072 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-371b975e-5a39-4af9-8afd-9a2f8c499ef7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:43.523978 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:43.524413 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:43.524947 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103944) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 10:07:43.525140 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 10:07:43.525322 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 10:07:43.525572 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 10:07:43.525883 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 10:07:43.526029 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 10:07:43.526539 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.526824 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.527135 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.527382 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.527955 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.528172 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:43.528661 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.528661 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.528661 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.528922 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.529066 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.529262 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.529510 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.529761 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.530060 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.530326 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.530559 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.530820 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.530971 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.531242 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.531498 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.531736 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.532022 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] debug = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.532282 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.532752 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.532997 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.533241 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.533455 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.533716 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.533964 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.534210 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.534446 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.534667 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.535019 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.535293 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.535532 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.535735 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.535956 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.536206 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.536439 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.536904 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] host = dv-cinder-847132-2-iscsi {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.537205 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.537370 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.537612 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.537848 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.538130 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.538337 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.538596 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.538886 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.539143 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.539391 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.539638 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.539884 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.540111 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.540343 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.540571 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_options = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.540712 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.540961 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.541222 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.541428 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.541573 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.541709 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.541953 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.542101 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.542344 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.542553 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.542801 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.543014 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.543240 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.543475 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.543726 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.543937 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.544182 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.544389 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.544630 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.544869 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.545114 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.545337 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.545577 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.545801 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.546038 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.546268 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.546505 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.546773 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.546984 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.547223 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.547531 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.547783 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.547997 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.548262 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.549512 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.550133 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.550133 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.550587 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.551326 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.551567 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.551874 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.552104 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.552328 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.552572 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.552806 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.553033 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.553417 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] use_json = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.554649 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.555434 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.555654 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.555864 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:43.556544 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.557221 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.557221 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.557221 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.557702 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.557702 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.559493 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.559493 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.561580 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.562195 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.562928 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.563327 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.563898 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.564447 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.564931 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.565455 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.565974 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.566370 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.567081 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.567500 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.568306 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.569593 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.570852 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.571290 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.572267 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.572540 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.572927 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.573196 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.573513 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.573707 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.573976 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.574198 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.574431 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.574680 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writer thread running {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 10:07:43.574807 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.575015 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.575307 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.575751 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.576013 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.576247 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.576529 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.576756 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.577031 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.577210 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.577473 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.577712 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.577921 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.578142 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.578424 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.578635 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.578938 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.579178 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.579402 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.579587 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.579829 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.580072 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.580289 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.581888 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.582219 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.582896 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.583128 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.583385 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.583624 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.583882 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.584136 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.584375 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.584637 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.584878 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.585116 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.585352 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.585604 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.585797 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.586009 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.586240 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.586451 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.586714 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.586947 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.587183 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.587396 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.587618 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.587828 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.588054 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.588300 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.588484 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.588691 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.588912 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.589115 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.589322 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.589534 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.589741 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.589951 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.590161 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.590373 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.590581 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.590815 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.591022 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.591247 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.592241 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.592685 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.592799 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.593006 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.593234 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.593466 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.593692 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.593893 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.594100 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.594307 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.594536 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.594814 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.595057 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.595305 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.595675 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.595772 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.595998 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.596171 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.596390 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.596601 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.596804 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.597364 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.597364 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.598227 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.598472 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.598767 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.598952 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.599185 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.599437 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.599718 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.600018 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.600269 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.600528 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.600754 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.601039 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.601275 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.601517 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.601737 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.601997 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.602344 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.602590 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.602878 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.603155 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.603404 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.603615 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.604203 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.604418 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.604630 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.604856 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.605153 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.605384 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.605594 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.605822 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.606114 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.606282 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.606519 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.606794 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.607033 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.607276 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.607524 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.607852 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.607959 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.608184 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.608425 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.608631 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.608864 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.609071 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.609281 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.609489 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.609700 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.609925 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.610131 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.610368 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.610591 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.615251 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.615510 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.615805 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.616041 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.616282 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.616537 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.616768 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.617002 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.617228 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.617462 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.617715 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.617950 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.618222 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.618486 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.618733 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.620055 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.620312 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.620557 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.620784 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.621064 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.621828 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.622057 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.622272 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.622493 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.624704 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.626659 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.626971 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.627221 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.627484 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.628709 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.629737 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.632199 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.632475 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.632743 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.634295 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.634936 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.635362 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.638776 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.639649 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.640049 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.640497 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.640923 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.641320 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.643876 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.644143 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.650094 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:43.650244 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.650906 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.651160 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.651601 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.651841 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.652079 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.652447 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.652678 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.652902 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.653240 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.653558 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.653820 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.654065 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.654292 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.654677 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.654991 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.655238 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.655495 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.655734 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.655964 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.656195 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.656461 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.656661 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.656903 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.657118 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.657345 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.657570 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.657798 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.658024 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.658262 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.658472 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.658678 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.659054 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.659288 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.659497 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.659798 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.661454 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.661678 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.661933 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.662151 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.662406 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.662633 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.662875 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.663090 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.663364 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.663528 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.663720 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.663962 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.664175 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.664403 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.664692 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.664948 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.665161 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.665448 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.665688 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.665931 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.666155 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.666460 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.666745 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.667077 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.667351 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.667569 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.667783 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.668039 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.668354 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.668632 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.668860 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.669109 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.669395 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.669671 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.669930 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.670135 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.670525 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.670876 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.671136 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.671382 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.672098 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.672098 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.672098 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.672342 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.673202 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.673202 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.673202 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.673202 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.673526 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.673526 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.673946 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.674052 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.674192 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.674435 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.674643 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.674903 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.675117 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.675276 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 10:07:43.676400 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103944) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 10:07:43.676553 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 10:07:43.676707 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 10:07:43.676875 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 10:07:43.677037 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 10:07:43.677184 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 10:07:43.677390 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.677544 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.677701 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.677855 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.678033 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.678192 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.678349 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.678503 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.678657 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.678845 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.678990 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.679143 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.679296 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.679452 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.679605 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.679765 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.679912 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.680073 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.680223 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.680472 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.680631 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.680786 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] debug = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.680940 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.681144 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.681305 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.681480 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.681632 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.681780 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.681904 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.682052 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.682207 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.682356 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.682510 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.682663 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.682837 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.682994 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.683148 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.683300 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.683456 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.683622 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] host = dv-cinder-847132-2-iscsi {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.683889 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.684124 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.684300 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.684447 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.684588 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.684726 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.684878 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.685025 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.685427 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.685593 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.685737 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.685834 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.685986 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.686132 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.686286 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_options = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.686430 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.686586 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.686757 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.686938 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.687096 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.687254 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.687431 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.687587 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.687724 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.687851 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.688019 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.688165 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.688303 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.688453 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.688619 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.688762 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.688900 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.689048 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.689203 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.689343 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.689491 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.689644 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.689814 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.689976 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.690122 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.690266 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.693629 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.693822 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.693995 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.694153 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.694313 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.694485 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.694634 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.694814 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.694959 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.695099 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.695265 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.695415 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.695577 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.695731 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.695879 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.696033 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.696188 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.696353 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.696497 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.696650 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.696803 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] use_json = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.696962 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.697112 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.697259 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.697412 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.697567 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.697718 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.697872 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.698033 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.698203 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:07:43.698377 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.698539 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.698740 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.698910 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.706996 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.709422 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 57466) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:43.711177 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.711427 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.711529 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.711711 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.711864 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.712042 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.712193 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.712372 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.712530 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.712689 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.712853 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.713015 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.713225 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.713384 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.713541 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.714225 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.714225 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.714370 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.714436 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.714578 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.714772 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.714978 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.715158 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.715336 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.715483 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.715649 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.715815 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.715974 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.716140 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.716372 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.716536 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.716699 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.716862 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.717456 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.717456 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.717456 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.717456 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.717764 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.717764 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.717984 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.718061 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.718223 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.718518 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068464 Jun 24 10:07:43.718684 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.718684 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.719238 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.719238 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.719238 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.719424 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.719494 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.719626 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.719985 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.720154 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.720324 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.720502 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.720649 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.720812 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.720974 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.721133 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.721299 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.721464 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.721620 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.721769 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.721936 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.722098 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.722298 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.722564 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.722755 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.722922 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.723085 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.723246 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.723406 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.723615 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.723718 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.723876 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.724035 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.724193 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.724352 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.724517 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.724682 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.724841 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.725002 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.725161 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.725321 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.725481 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.726385 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.726385 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.726385 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.726385 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.726385 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.726385 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.726807 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.726807 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.726952 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.727029 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.727200 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.727328 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.727489 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.727648 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.727812 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.727971 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.728130 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.729385 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.729385 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.729385 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.729385 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.729385 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.729385 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.729756 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.729756 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.729874 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.729952 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.730111 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.730271 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.730449 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.730639 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.730823 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.730997 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.731146 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.731314 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.731484 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.731645 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.731807 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.731966 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.732127 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.732286 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.732445 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.732604 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.732764 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.732922 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.733081 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.733253 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.733418 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.733577 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.733739 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.733922 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.734070 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.734231 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.734384 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.734522 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.734683 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.734881 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.735016 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.735175 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.735334 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.735493 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.735652 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.735811 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.735970 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.737360 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.737532 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.737696 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.737851 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.738114 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.738273 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.738583 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.738774 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.738937 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.739097 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.739261 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.739421 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.739582 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.739745 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.739905 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.740065 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.740224 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.740384 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.740545 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.740704 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.740863 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.741022 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.741181 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.741362 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.741505 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.741666 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.741827 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.741989 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.742153 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.742313 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.742475 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.742634 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.742835 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.742968 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.743128 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.743287 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.743448 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.743614 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.743776 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.743936 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.744095 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.744272 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.744431 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.744590 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.744753 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.744913 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.745072 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.745231 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.745388 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.745547 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.745705 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.745866 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.746026 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.746184 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.746343 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.746501 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.746659 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.746852 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.747013 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.747172 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.747331 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.747493 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.747651 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.747809 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.747969 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.748128 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.748287 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.748446 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.748605 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.748764 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.748939 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.749101 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.749260 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.749423 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.749584 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.749744 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.749914 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.750073 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.750250 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.750380 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.750536 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.750694 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.750882 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.751047 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.751206 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.751365 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.751522 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.751682 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.751852 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.752011 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.752170 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.752328 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.752569 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.753276 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.753276 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.753276 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.753276 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.753276 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.753794 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.753794 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.754013 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.754212 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.754212 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.754366 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.754494 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.754653 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.754851 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.755015 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.755177 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.755347 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.755506 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.755665 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.755827 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.755999 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.756159 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.756323 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.756481 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.756641 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.756800 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.756964 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.757130 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.757299 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.757468 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.757631 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.757800 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.757969 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.758139 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.758299 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.758469 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.758643 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.758846 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.758973 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.759133 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.759293 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.759453 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.759611 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.759770 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.759928 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.760091 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.760250 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.760415 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.760556 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.760714 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.760874 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.761034 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.761245 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.761332 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.761486 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.761643 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:07:43.761797 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 10:07:52.992956 dv-cinder-847132-2-iscsi neutron-server[103944]: DEBUG dbcounter [-] [103944] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:53.643044 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=12,neutron:INSERT=31 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:54.859842 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6de209-ce5c-4b56-a9c6-3e8b652279f8 None None] get_active_networks_info from dv-cinder-847132-2-iscsi {{(pid=104053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 24 10:07:54.884366 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writer thread running {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 10:07:54.953566 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6de209-ce5c-4b56-a9c6-3e8b652279f8 None None] No non-hosted networks {{(pid=104053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 10:07:54.963955 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.agentschedulers_db [None req-9e6de209-ce5c-4b56-a9c6-3e8b652279f8 None None] DHCP Agent not found on host dv-cinder-847132-2-iscsi {{(pid=104053) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 24 10:07:55.013095 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-45be711e-c994-4f14-b716-e61132f3af2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-398146'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:57.116608 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a33aa461-e29c-448e-a50c-3a406557205b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-398146'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:57.121927 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.db.api [None req-6637c1c5-a43d-4474-a57f-be645d412464 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-847132-2-iscsi {{(pid=104053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 10:07:57.122654 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG oslo_db.api [None req-6637c1c5-a43d-4474-a57f-be645d412464 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 10:07:57.670015 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6637c1c5-a43d-4474-a57f-be645d412464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:58.248485 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 57540) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:58.287258 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-398146'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:58.818773 dv-cinder-847132-2-iscsi neutron-server[104052]: WARNING oslo_policy.policy [None req-51481984-1af1-4522-8d5c-6023d3842b7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:07:58.819449 dv-cinder-847132-2-iscsi neutron-server[104052]: WARNING oslo_policy.policy [None req-51481984-1af1-4522-8d5c-6023d3842b7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:07:59.035091 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [None req-51481984-1af1-4522-8d5c-6023d3842b7d admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104052) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:07:59.046759 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-51481984-1af1-4522-8d5c-6023d3842b7d admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7854025 Jun 24 10:07:59.683184 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-398146'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:59.937804 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-398146'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:59.938553 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:59.938954 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:59.939455 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:59.939955 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:59.940358 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:59.940716 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:59.941132 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:59.941780 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:59.941878 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:59.942132 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:59.942513 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:59.942903 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:59.943234 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:59.943591 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:59.943956 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:59.944365 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-847132-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:59.950811 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-847132-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:08:01.356072 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 57572) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:01.692244 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-68e444ba-cf4b-4f48-8690-60d49b013b18 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:08:01.788394 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.policy [None req-68e444ba-cf4b-4f48-8690-60d49b013b18 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104052) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 10:08:01.830028 dv-cinder-847132-2-iscsi neutron-server[104052]: WARNING oslo_policy.policy [None req-68e444ba-cf4b-4f48-8690-60d49b013b18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:08:01.830393 dv-cinder-847132-2-iscsi neutron-server[104052]: WARNING oslo_policy.policy [None req-68e444ba-cf4b-4f48-8690-60d49b013b18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:08:01.850809 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writer thread running {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 10:08:01.936217 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-68e444ba-cf4b-4f48-8690-60d49b013b18 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739176769605', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739176765009', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739176753498', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739176746848', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739176932648', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739176923210', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3438003', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3645251', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-474261', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-409149'] for rbac-policy (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:02.013761 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-68e444ba-cf4b-4f48-8690-60d49b013b18 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:02.015506 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-68e444ba-cf4b-4f48-8690-60d49b013b18 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6584535 Jun 24 10:08:04.203998 dv-cinder-847132-2-iscsi neutron-server[104054]: INFO neutron.db.l3_hamode_db [None req-43192dbc-0cd9-44bf-b3b0-dde1c3b3d19d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 10:08:04.277151 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43192dbc-0cd9-44bf-b3b0-dde1c3b3d19d None None] Routers set() bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:08:04.277553 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43192dbc-0cd9-44bf-b3b0-dde1c3b3d19d None None] Router IDs set() for agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 24 10:08:04.280890 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 57586) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:04.636038 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:08:04.671168 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Made reservation on behalf of 536792d0280e402db36f3fcc605a2dbd for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:08:04.677921 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:04.700203 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:04.814865 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Publish callbacks [] for security_group (58e3af7b-6989-4160-8afb-0ca121339ad6), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:04.821632 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (58e3af7b-6989-4160-8afb-0ca121339ad6), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:04.855178 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:08:04.883472 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739177752962', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (3f5adef6-eb76-4167-9aaa-385c57c3d8c2), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:04.884022 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Unsubscribe: segment precommit_create {{(pid=104052) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 10:08:04.884508 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Added segment 3f5adef6-eb76-4167-9aaa-385c57c3d8c2 of type vlan for network c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792 Jun 24 10:08:04.899399 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=58e3af7b-6989-4160-8afb-0ca121339ad6,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:04.950062 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:04.950392 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:04.950737 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:04.951110 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:04.951472 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:04.951785 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:04.952171 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:04.952488 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:04.952826 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:04.953141 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:04.953434 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:04.953757 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:04.954064 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:04.954373 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:04.954677 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Tracked resource versions report: Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: pushed versions: Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: { 'AddressGroup': {'1.2'}, Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'Agent': {'1.1'}, Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'ConntrackHelper': {'1.0'}, Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'LocalIPAssociation': {'1.0'}, Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'Log': {'1.0'}, Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'NDPProxy': {'1.0'}, Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'Network': {'1.1'}, Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'Port': {'1.7'}, Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'PortForwarding': {'1.3'}, Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'QosPolicy': {'1.10'}, Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'SecurityGroup': {'1.5'}, Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'SubPort': {'1.0'}, Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'Subnet': {'1.1'}, Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'Trunk': {'1.1'}} Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: consumer versions: Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: { DHCP agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: L3 agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: Metadata agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: Metering agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: Open vSwitch agent@dv-cinder-847132-2-iscsi: { 'AddressGroup': '1.2', Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'Agent': '1.1', Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'ConntrackHelper': '1.0', Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'LocalIPAssociation': '1.0', Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'Log': '1.0', Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'NDPProxy': '1.0', Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'Network': '1.1', Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'Port': '1.7', Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'PortForwarding': '1.3', Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'QosPolicy': '1.10', Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'SecurityGroup': '1.5', Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'SecurityGroupRule': '1.2', Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'SubPort': '1.0', Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'Subnet': '1.1', Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: 'Trunk': '1.1'}} Jun 24 10:08:04.956104 dv-cinder-847132-2-iscsi neutron-server[104052]: {{(pid=104052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:08:04.994039 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739177427905'] for network (c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:05.038910 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for network (c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:05.044027 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:05.044769 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:05.089856 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=56,neutron:INSERT=40,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:05.138393 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8562827 Jun 24 10:08:05.165481 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b41db3-0fb0-4491-a047-1d4ff506b89c demo demo] Pushing event updated for resources: {'Network': ['ID=c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:05.180264 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Network c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792 details requested by agent ovs-agent-dv-cinder-847132-2-iscsi with host dv-cinder-847132-2-iscsi {{(pid=104053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:08:07.447691 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 57600) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:08.009899 dv-cinder-847132-2-iscsi neutron-server[104051]: WARNING oslo_policy.policy [None req-6a63215d-cb6e-44ca-89c7-cb4b624f8c4f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:08:08.010431 dv-cinder-847132-2-iscsi neutron-server[104051]: WARNING oslo_policy.policy [None req-6a63215d-cb6e-44ca-89c7-cb4b624f8c4f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:08:08.236771 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writer thread running {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 10:08:08.440037 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.policy [None req-6a63215d-cb6e-44ca-89c7-cb4b624f8c4f demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104051) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 10:08:08.481259 dv-cinder-847132-2-iscsi neutron-server[104051]: WARNING oslo_policy.policy [None req-6a63215d-cb6e-44ca-89c7-cb4b624f8c4f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:08:08.481856 dv-cinder-847132-2-iscsi neutron-server[104051]: WARNING oslo_policy.policy [None req-6a63215d-cb6e-44ca-89c7-cb4b624f8c4f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:08:08.489345 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a63215d-cb6e-44ca-89c7-cb4b624f8c4f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:08.491046 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-6a63215d-cb6e-44ca-89c7-cb4b624f8c4f demo admin] 10.222.0.64 "GET /v2.0/networks/c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792 HTTP/1.1" status: 200 len: 825 time: 1.0424328 Jun 24 10:08:08.533400 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-1f459e20-2310-497f-81ef-aee9bf6ef726 demo admin] 10.222.0.64 "GET /v2.0/subnetpools/e1f28e3c-9f12-4e34-9780-f4118c6ded2a HTTP/1.1" status: 200 len: 734 time: 0.0333323 Jun 24 10:08:08.542442 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Request body: {'subnet': {'network_id': 'c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e1f28e3c-9f12-4e34-9780-f4118c6ded2a', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:08:08.582673 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Made reservation on behalf of 536792d0280e402db36f3fcc605a2dbd for: {'subnet': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:08:08.585355 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:08.890473 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for subnet (a369c229-faee-443f-8e4f-921bbaaa4263), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:08.964843 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a369c229-faee-443f-8e4f-921bbaaa4263,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:08.967311 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Checking segment: {'id': '3f5adef6-eb76-4167-9aaa-385c57c3d8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:08:08.967676 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Network hostable DHCP agents. Network: c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792, hostable agents: ['22a27e04-c0da-4a0e-a08f-10cd4fcfc09e'], hosted agents: [] {{(pid=104051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:08:08.979338 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:08.979685 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:08.980034 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:08.980358 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:08.980687 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:08.981004 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:08.981320 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:08.981639 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:08.981967 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:08.982270 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:08.982587 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:08.982945 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:08.983258 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:08.983567 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:08.983879 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Tracked resource versions report: Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: pushed versions: Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: { 'AddressGroup': {'1.2'}, Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'Agent': {'1.1'}, Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'ConntrackHelper': {'1.0'}, Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'LocalIPAssociation': {'1.0'}, Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'Log': {'1.0'}, Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'NDPProxy': {'1.0'}, Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'Network': {'1.1'}, Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'Port': {'1.7'}, Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'PortForwarding': {'1.3'}, Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'QosPolicy': {'1.10'}, Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'SecurityGroup': {'1.5'}, Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'SubPort': {'1.0'}, Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'Subnet': {'1.1'}, Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'Trunk': {'1.1'}} Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: consumer versions: Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: { DHCP agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: L3 agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: Metadata agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: Metering agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: Open vSwitch agent@dv-cinder-847132-2-iscsi: { 'AddressGroup': '1.2', Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'Agent': '1.1', Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'ConntrackHelper': '1.0', Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'LocalIPAssociation': '1.0', Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'Log': '1.0', Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'NDPProxy': '1.0', Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'Network': '1.1', Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'Port': '1.7', Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'PortForwarding': '1.3', Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'QosPolicy': '1.10', Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'SecurityGroup': '1.5', Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'SecurityGroupRule': '1.2', Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'SubPort': '1.0', Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'Subnet': '1.1', Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: 'Trunk': '1.1'}} Jun 24 10:08:08.985263 dv-cinder-847132-2-iscsi neutron-server[104051]: {{(pid=104051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:08:09.010503 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=65,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:09.025282 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Network c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792 is scheduled to be hosted by DHCP agent 22a27e04-c0da-4a0e-a08f-10cd4fcfc09e with binding_index 1 {{(pid=104051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:08:09.039527 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847132-2-iscsi, c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792) {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:08:09.045266 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:09.046156 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:09.049553 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d951e0-a609-4566-b6cb-ae4e8c2f1623 None None] Network c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:08:09.070847 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-6a347d86-0681-44e8-bb2d-55627c3e90b7 demo admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5316935 Jun 24 10:08:09.313357 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e32736c-ee8a-568f-8714-1db4f76c74ea-c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792', 'network_id': 'c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792', 'project_id': '536792d0280e402db36f3fcc605a2dbd', 'fixed_ips': [{'subnet_id': 'a369c229-faee-443f-8e4f-921bbaaa4263'}]}} from dv-cinder-847132-2-iscsi. {{(pid=104053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:08:09.314652 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:09.592500 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Allocated IP 172.20.0.2 (c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792/a369c229-faee-443f-8e4f-921bbaaa4263/1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:08:09.617829 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:09.863755 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Publish callbacks [] for port (1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:09.873423 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714'] for port (1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:09.946424 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Network c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:08:09.955876 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:08:09.961514 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Pushing event updated for resources: {'Port': ['ID=1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:09.963937 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:08:09.975033 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:09.975380 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:09.975739 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:09.976095 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:09.976431 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:09.976760 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:09.977065 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:09.977407 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:09.977735 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:09.978061 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:09.978379 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:09.979095 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:09.979421 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:09.979734 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:09.980070 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Tracked resource versions report: Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: pushed versions: Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: { 'AddressGroup': {'1.2'}, Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'Agent': {'1.1'}, Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'ConntrackHelper': {'1.0'}, Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'LocalIPAssociation': {'1.0'}, Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'Log': {'1.0'}, Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'NDPProxy': {'1.0'}, Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'Network': {'1.1'}, Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'Port': {'1.7'}, Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'PortForwarding': {'1.3'}, Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'QosPolicy': {'1.10'}, Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'SecurityGroup': {'1.5'}, Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'SubPort': {'1.0'}, Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'Subnet': {'1.1'}, Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'Trunk': {'1.1'}} Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: consumer versions: Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: { DHCP agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: L3 agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: Metadata agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: Metering agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: Open vSwitch agent@dv-cinder-847132-2-iscsi: { 'AddressGroup': '1.2', Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'Agent': '1.1', Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'ConntrackHelper': '1.0', Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'LocalIPAssociation': '1.0', Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'Log': '1.0', Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'NDPProxy': '1.0', Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'Network': '1.1', Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'Port': '1.7', Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'PortForwarding': '1.3', Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'QosPolicy': '1.10', Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'SecurityGroup': '1.5', Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'SecurityGroupRule': '1.2', Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'SubPort': '1.0', Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'Subnet': '1.1', Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: 'Trunk': '1.1'}} Jun 24 10:08:09.981505 dv-cinder-847132-2-iscsi neutron-server[104053]: {{(pid=104053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:08:10.059528 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Attempting to bind port 1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0 on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:08:10.060213 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Attempting to bind port 1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0 by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '3f5adef6-eb76-4167-9aaa-385c57c3d8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:08:10.060350 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Attempting to bind port 1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0 on network c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:08:10.065388 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:08:10.065767 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Checking segment: {'id': '3f5adef6-eb76-4167-9aaa-385c57c3d8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:08:10.066380 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:10.066812 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Bound using segment: {'id': '3f5adef6-eb76-4167-9aaa-385c57c3d8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:08:10.067280 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Bound port: 1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5adef6-eb76-4167-9aaa-385c57c3d8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:08:10.067687 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:10.081353 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:10.132106 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] For port 1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:08:10.154678 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] For port 1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0,segment=NetworkSegment(3f5adef6-eb76-4167-9aaa-385c57c3d8c2),segment_id=3f5adef6-eb76-4167-9aaa-385c57c3d8c2)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:08:10.163526 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:10.215634 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f7d34-715e-40f2-bc7a-c8e3d802b8e1 None None] Pushing event updated for resources: {'Port': ['ID=1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:11.400443 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 57624) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:11.756985 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [None req-e5fc5420-6382-44fe-b30a-df8a9bdee594 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104051) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:08:11.757999 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-e5fc5420-6382-44fe-b30a-df8a9bdee594 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3566046 Jun 24 10:08:14.057875 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 57632) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:14.275245 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=10 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:14.276177 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=10 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:14.411742 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [None req-fdf29af7-977d-4a4e-a900-e531f9393274 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104051) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:08:14.413085 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-fdf29af7-977d-4a4e-a900-e531f9393274 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3539712 Jun 24 10:08:15.139558 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=49,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:16.714737 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 57642) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:17.079124 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-92d48285-bb1e-4fd9-bbfe-be2e40171cf4 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:08:17.107681 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-92d48285-bb1e-4fd9-bbfe-be2e40171cf4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-395474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7657'] for router (264f1a5c-b79e-4371-8f41-dd31c83b4d73), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:17.109892 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-92d48285-bb1e-4fd9-bbfe-be2e40171cf4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7678'] for router (264f1a5c-b79e-4371-8f41-dd31c83b4d73), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:17.253990 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-92d48285-bb1e-4fd9-bbfe-be2e40171cf4 demo demo] Publish callbacks [] for router_controller (264f1a5c-b79e-4371-8f41-dd31c83b4d73), precommit_add_association {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:17.259768 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-92d48285-bb1e-4fd9-bbfe-be2e40171cf4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401867'] for router (264f1a5c-b79e-4371-8f41-dd31c83b4d73), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:17.277511 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-92d48285-bb1e-4fd9-bbfe-be2e40171cf4 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:17.278725 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-92d48285-bb1e-4fd9-bbfe-be2e40171cf4 demo demo] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5629592 Jun 24 10:08:17.654295 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:08:17.750359 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:08:17.750811 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:17.854763 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0 is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:08:17.855088 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:17.889932 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] For port 1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0,segment=NetworkSegment(3f5adef6-eb76-4167-9aaa-385c57c3d8c2),segment_id=3f5adef6-eb76-4167-9aaa-385c57c3d8c2)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:08:17.893983 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:17.939362 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Pushing event updated for resources: {'Port': ['ID=1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:18.287482 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522247a5-ceba-4245-9141-455b3305d0a0 None None] Network c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:08:18.315315 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-bf047748-88b3-4cc4-8a16-55b603d9ab60 None None] Provisioning complete for port 1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:08:18.315704 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bf047748-88b3-4cc4-8a16-55b603d9ab60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:18.422307 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:18.467236 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-bf047748-88b3-4cc4-8a16-55b603d9ab60 None None] Current status of the port 1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:08:18.688292 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c859b0e1-2778-4465-be48-5798f153f382 None None] Provisioning complete for port 1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:08:18.688988 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c859b0e1-2778-4465-be48-5798f153f382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:18.761876 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c859b0e1-2778-4465-be48-5798f153f382 None None] Current status of the port 1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:08:19.062406 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:19.063201 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=56,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:19.575931 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 57656) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:19.633539 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:08:19.681414 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:08:19.681820 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:19.745120 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:19.753488 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:08:19.926830 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [None req-09642f61-3ed6-4409-9964-8584e8fa5e88 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104051) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:08:19.927831 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-09642f61-3ed6-4409-9964-8584e8fa5e88 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3508375 Jun 24 10:08:22.215255 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 57664) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:22.581581 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-bcb9bc56-b235-42d1-a9a1-1ac352e68fcb admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:08:22.604710 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb9bc56-b235-42d1-a9a1-1ac352e68fcb admin admin] Made reservation on behalf of 98caa12ca1b14e52b73e3cce22837778 for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:08:22.606884 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bcb9bc56-b235-42d1-a9a1-1ac352e68fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:22.615571 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bcb9bc56-b235-42d1-a9a1-1ac352e68fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:22.691059 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bcb9bc56-b235-42d1-a9a1-1ac352e68fcb admin admin] Publish callbacks [] for security_group (574fc354-949d-4cdc-ae3d-c8a9bd9d3de0), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:22.696317 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bcb9bc56-b235-42d1-a9a1-1ac352e68fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (574fc354-949d-4cdc-ae3d-c8a9bd9d3de0), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:22.712354 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bcb9bc56-b235-42d1-a9a1-1ac352e68fcb admin admin] Reserving flat network on physical network physnet1 {{(pid=104052) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 10:08:22.732354 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9bc56-b235-42d1-a9a1-1ac352e68fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574fc354-949d-4cdc-ae3d-c8a9bd9d3de0,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:22.738024 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bcb9bc56-b235-42d1-a9a1-1ac352e68fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (4ecb42ad-323a-4df9-92d5-f42137b2fbd6), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:22.738363 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-bcb9bc56-b235-42d1-a9a1-1ac352e68fcb admin admin] Added segment 4ecb42ad-323a-4df9-92d5-f42137b2fbd6 of type flat for network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 Jun 24 10:08:22.786181 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bcb9bc56-b235-42d1-a9a1-1ac352e68fcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739177427905'] for network (14de1fe4-0691-4ad8-8c1f-68c223ea1af1), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:22.839566 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bcb9bc56-b235-42d1-a9a1-1ac352e68fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for network (14de1fe4-0691-4ad8-8c1f-68c223ea1af1), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:22.840527 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb9bc56-b235-42d1-a9a1-1ac352e68fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:22.841123 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bcb9bc56-b235-42d1-a9a1-1ac352e68fcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:22.897352 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-bcb9bc56-b235-42d1-a9a1-1ac352e68fcb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6806903 Jun 24 10:08:22.934747 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9bc56-b235-42d1-a9a1-1ac352e68fcb admin admin] Pushing event updated for resources: {'Network': ['ID=14de1fe4-0691-4ad8-8c1f-68c223ea1af1,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:22.945504 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 details requested by agent ovs-agent-dv-cinder-847132-2-iscsi with host dv-cinder-847132-2-iscsi {{(pid=104053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:08:24.807529 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0d0d0517-286e-4e45-b529-13500c28c94f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:25.183891 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 57672) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:25.642023 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51f43f3-74c5-460a-bd2f-92e7897cd7de demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:25.643519 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f51f43f3-74c5-460a-bd2f-92e7897cd7de demo admin] 10.222.0.64 "GET /v2.0/subnets/a369c229-faee-443f-8e4f-921bbaaa4263 HTTP/1.1" status: 200 len: 849 time: 0.4586477 Jun 24 10:08:25.767363 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f7b49277-592b-46b2-9608-3285ad463ffe demo admin] 10.222.0.64 "GET /v2.0/routers/264f1a5c-b79e-4371-8f41-dd31c83b4d73 HTTP/1.1" status: 200 len: 704 time: 0.1176364 Jun 24 10:08:26.045795 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dffc8380-4605-44ab-9493-17ed8b1c1e92 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:26.116411 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:26.131331 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:26.356572 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-dffc8380-4605-44ab-9493-17ed8b1c1e92 demo admin] Allocated IP 172.20.0.1 (c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792/a369c229-faee-443f-8e4f-921bbaaa4263/c83ac030-4230-4fb6-814e-e5d29f805662) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:08:26.553170 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dffc8380-4605-44ab-9493-17ed8b1c1e92 demo admin] Publish callbacks [] for port (c83ac030-4230-4fb6-814e-e5d29f805662), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:26.617310 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dffc8380-4605-44ab-9493-17ed8b1c1e92 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714'] for port (c83ac030-4230-4fb6-814e-e5d29f805662), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:26.747545 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffc8380-4605-44ab-9493-17ed8b1c1e92 demo admin] Network c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:08:26.753133 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-dffc8380-4605-44ab-9493-17ed8b1c1e92 demo admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:08:26.758090 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc8380-4605-44ab-9493-17ed8b1c1e92 demo admin] Pushing event updated for resources: {'Port': ['ID=c83ac030-4230-4fb6-814e-e5d29f805662,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:26.760866 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffc8380-4605-44ab-9493-17ed8b1c1e92 demo admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:08:26.761719 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dffc8380-4605-44ab-9493-17ed8b1c1e92 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400494'] for router_interface (264f1a5c-b79e-4371-8f41-dd31c83b4d73), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:26.952808 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-7124749f-3fb9-4469-a165-55947f1c909a None None] Provisioning complete for port c83ac030-4230-4fb6-814e-e5d29f805662 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:08:26.953401 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7124749f-3fb9-4469-a165-55947f1c909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (c83ac030-4230-4fb6-814e-e5d29f805662), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:26.965162 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dffc8380-4605-44ab-9493-17ed8b1c1e92 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (c83ac030-4230-4fb6-814e-e5d29f805662), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:26.986104 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-7124749f-3fb9-4469-a165-55947f1c909a None None] Port c83ac030-4230-4fb6-814e-e5d29f805662 cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:08:27.094314 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8ef6665e-2eec-4aa4-bb17-b4960db3be5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:27.180968 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dffc8380-4605-44ab-9493-17ed8b1c1e92 demo admin] Publish callbacks [] for port (c83ac030-4230-4fb6-814e-e5d29f805662), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:27.187490 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dffc8380-4605-44ab-9493-17ed8b1c1e92 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (c83ac030-4230-4fb6-814e-e5d29f805662), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:27.188289 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dffc8380-4605-44ab-9493-17ed8b1c1e92 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398334'] for router_interface (264f1a5c-b79e-4371-8f41-dd31c83b4d73), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:27.218095 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:27.241569 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc8380-4605-44ab-9493-17ed8b1c1e92 demo admin] Pushing event updated for resources: {'Port': ['ID=c83ac030-4230-4fb6-814e-e5d29f805662,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:27.296433 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:27.315880 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffc8380-4605-44ab-9493-17ed8b1c1e92 demo admin] Network c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:08:27.317494 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-dffc8380-4605-44ab-9493-17ed8b1c1e92 demo admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:08:27.484348 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dffc8380-4605-44ab-9493-17ed8b1c1e92 demo admin] Router 264f1a5c-b79e-4371-8f41-dd31c83b4d73 is scheduled to L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 with binding_index 1 {{(pid=104052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:08:27.549881 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-b2ffe5c6-a0e4-4e8a-85a3-5bc125588baa None None] Provisioning complete for port c83ac030-4230-4fb6-814e-e5d29f805662 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:08:27.550263 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b2ffe5c6-a0e4-4e8a-85a3-5bc125588baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (c83ac030-4230-4fb6-814e-e5d29f805662), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:27.577473 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffc8380-4605-44ab-9493-17ed8b1c1e92 demo admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:08:27.583376 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-b2ffe5c6-a0e4-4e8a-85a3-5bc125588baa None None] Port c83ac030-4230-4fb6-814e-e5d29f805662 cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:08:27.587264 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-dffc8380-4605-44ab-9493-17ed8b1c1e92 demo admin] 10.222.0.64 "PUT /v2.0/routers/264f1a5c-b79e-4371-8f41-dd31c83b4d73/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8142517 Jun 24 10:08:27.588841 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] Sync routers for ids ['264f1a5c-b79e-4371-8f41-dd31c83b4d73'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:08:27.604142 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] Routers {'264f1a5c-b79e-4371-8f41-dd31c83b4d73'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:08:27.604816 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:08:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['264f1a5c-b79e-4371-8f41-dd31c83b4d73'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:08:27.775563 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] Set router 264f1a5c-b79e-4371-8f41-dd31c83b4d73 gateway port host: None {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:08:28.147363 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264f1a5c-b79e-4371-8f41-dd31c83b4d73', 'name': 'router1', 'tenant_id': '536792d0280e402db36f3fcc605a2dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:08:17Z', 'updated_at': '2022-06-24T10:08:26Z', 'revision_number': 2, 'project_id': '536792d0280e402db36f3fcc605a2dbd', 'gw_port_host': None, '_interfaces': [{'id': 'c83ac030-4230-4fb6-814e-e5d29f805662', 'name': '', 'network_id': 'c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792', 'tenant_id': '536792d0280e402db36f3fcc605a2dbd', 'mac_address': 'fa:16:3e:bb:76:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264f1a5c-b79e-4371-8f41-dd31c83b4d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a369c229-faee-443f-8e4f-921bbaaa4263', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:08:26Z', 'updated_at': '2022-06-24T10:08:27Z', 'revision_number': 2, 'project_id': '536792d0280e402db36f3fcc605a2dbd', 'subnets': [{'id': 'a369c229-faee-443f-8e4f-921bbaaa4263', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1f28e3c-9f12-4e34-9780-f4118c6ded2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:08:28.196339 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] Checking router: 264f1a5c-b79e-4371-8f41-dd31c83b4d73 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:08:28.196693 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] Updating router 264f1a5c-b79e-4371-8f41-dd31c83b4d73 port c83ac030-4230-4fb6-814e-e5d29f805662 binding host dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:08:28.258030 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (c83ac030-4230-4fb6-814e-e5d29f805662), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:28.268599 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:28.425682 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:28.605248 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] Publish callbacks [] for port (c83ac030-4230-4fb6-814e-e5d29f805662), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:28.612372 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (c83ac030-4230-4fb6-814e-e5d29f805662), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:28.659046 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b593-ddaf-4ad1-ba36-fe6ebdf40da5 None None] Pushing event updated for resources: {'Port': ['ID=c83ac030-4230-4fb6-814e-e5d29f805662,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:28.669951 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:28.729318 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] Attempting to bind port c83ac030-4230-4fb6-814e-e5d29f805662 on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:08:28.729781 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] Attempting to bind port c83ac030-4230-4fb6-814e-e5d29f805662 by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '3f5adef6-eb76-4167-9aaa-385c57c3d8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:08:28.730061 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] Attempting to bind port c83ac030-4230-4fb6-814e-e5d29f805662 on network c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:08:28.735938 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:08:28.736314 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] Checking segment: {'id': '3f5adef6-eb76-4167-9aaa-385c57c3d8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:08:28.736719 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:28.737116 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] Bound using segment: {'id': '3f5adef6-eb76-4167-9aaa-385c57c3d8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:08:28.737603 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] Bound port: c83ac030-4230-4fb6-814e-e5d29f805662, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5adef6-eb76-4167-9aaa-385c57c3d8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:08:28.737980 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (c83ac030-4230-4fb6-814e-e5d29f805662), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:28.882747 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] For port c83ac030-4230-4fb6-814e-e5d29f805662, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:08:28.885810 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] For port c83ac030-4230-4fb6-814e-e5d29f805662, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=c83ac030-4230-4fb6-814e-e5d29f805662,segment=NetworkSegment(3f5adef6-eb76-4167-9aaa-385c57c3d8c2),segment_id=3f5adef6-eb76-4167-9aaa-385c57c3d8c2)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:08:28.892673 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (c83ac030-4230-4fb6-814e-e5d29f805662), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:28.952975 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-825bf20a-5ed8-4720-a8b1-87cced274917 None None] Provisioning complete for port c83ac030-4230-4fb6-814e-e5d29f805662 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:08:28.953369 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-825bf20a-5ed8-4720-a8b1-87cced274917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (c83ac030-4230-4fb6-814e-e5d29f805662), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:28.982634 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b593-ddaf-4ad1-ba36-fe6ebdf40da5 None None] Pushing event updated for resources: {'Port': ['ID=c83ac030-4230-4fb6-814e-e5d29f805662,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:28.991841 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] Routers {'264f1a5c-b79e-4371-8f41-dd31c83b4d73'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:08:28.992487 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:08:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['264f1a5c-b79e-4371-8f41-dd31c83b4d73'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:08:29.082642 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] Set router 264f1a5c-b79e-4371-8f41-dd31c83b4d73 gateway port host: None {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:08:29.194265 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-825bf20a-5ed8-4720-a8b1-87cced274917 None None] Current status of the port c83ac030-4230-4fb6-814e-e5d29f805662 is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:08:29.195051 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-825bf20a-5ed8-4720-a8b1-87cced274917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (c83ac030-4230-4fb6-814e-e5d29f805662), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:29.237845 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:29.274347 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-825bf20a-5ed8-4720-a8b1-87cced274917 None None] For port c83ac030-4230-4fb6-814e-e5d29f805662, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=c83ac030-4230-4fb6-814e-e5d29f805662,segment=NetworkSegment(3f5adef6-eb76-4167-9aaa-385c57c3d8c2),segment_id=3f5adef6-eb76-4167-9aaa-385c57c3d8c2)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:08:29.282775 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-825bf20a-5ed8-4720-a8b1-87cced274917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (c83ac030-4230-4fb6-814e-e5d29f805662), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:29.367609 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bf20a-5ed8-4720-a8b1-87cced274917 None None] Pushing event updated for resources: {'Port': ['ID=c83ac030-4230-4fb6-814e-e5d29f805662,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:29.376539 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264f1a5c-b79e-4371-8f41-dd31c83b4d73', 'name': 'router1', 'tenant_id': '536792d0280e402db36f3fcc605a2dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:08:17Z', 'updated_at': '2022-06-24T10:08:26Z', 'revision_number': 2, 'project_id': '536792d0280e402db36f3fcc605a2dbd', 'gw_port_host': None, '_interfaces': [{'id': 'c83ac030-4230-4fb6-814e-e5d29f805662', 'name': '', 'network_id': 'c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792', 'tenant_id': '536792d0280e402db36f3fcc605a2dbd', 'mac_address': 'fa:16:3e:bb:76:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264f1a5c-b79e-4371-8f41-dd31c83b4d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a369c229-faee-443f-8e4f-921bbaaa4263', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:08:26Z', 'updated_at': '2022-06-24T10:08:28Z', 'revision_number': 4, 'project_id': '536792d0280e402db36f3fcc605a2dbd', 'subnets': [{'id': 'a369c229-faee-443f-8e4f-921bbaaa4263', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1f28e3c-9f12-4e34-9780-f4118c6ded2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:08:29.405507 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab3978f-ed7f-4f54-b2f6-32633fd10b4e None None] The sync data for ids ['264f1a5c-b79e-4371-8f41-dd31c83b4d73'] in dv-cinder-847132-2-iscsi is: [{'id': '264f1a5c-b79e-4371-8f41-dd31c83b4d73', 'name': 'router1', 'tenant_id': '536792d0280e402db36f3fcc605a2dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:08:17Z', 'updated_at': '2022-06-24T10:08:26Z', 'revision_number': 2, 'project_id': '536792d0280e402db36f3fcc605a2dbd', 'gw_port_host': None, '_interfaces': [{'id': 'c83ac030-4230-4fb6-814e-e5d29f805662', 'name': '', 'network_id': 'c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792', 'tenant_id': '536792d0280e402db36f3fcc605a2dbd', 'mac_address': 'fa:16:3e:bb:76:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264f1a5c-b79e-4371-8f41-dd31c83b4d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a369c229-faee-443f-8e4f-921bbaaa4263', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:08:26Z', 'updated_at': '2022-06-24T10:08:28Z', 'revision_number': 4, 'project_id': '536792d0280e402db36f3fcc605a2dbd', 'subnets': [{'id': 'a369c229-faee-443f-8e4f-921bbaaa4263', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1f28e3c-9f12-4e34-9780-f4118c6ded2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:08:29.412921 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-cea92340-c353-46af-a5f4-9997a5fb9de3 None None] Provisioning complete for port c83ac030-4230-4fb6-814e-e5d29f805662 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:08:29.413355 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cea92340-c353-46af-a5f4-9997a5fb9de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (c83ac030-4230-4fb6-814e-e5d29f805662), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:29.495854 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-cea92340-c353-46af-a5f4-9997a5fb9de3 None None] Current status of the port c83ac030-4230-4fb6-814e-e5d29f805662 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:08:29.638199 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:29.859008 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 57696) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:29.933988 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:30.075007 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e8cee1-b7a0-4c97-bd47-d83d0a77f165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:30.076286 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-94e8cee1-b7a0-4c97-bd47-d83d0a77f165 admin admin] 10.222.0.64 "GET /v2.0/networks/14de1fe4-0691-4ad8-8c1f-68c223ea1af1 HTTP/1.1" status: 200 len: 842 time: 0.2163129 Jun 24 10:08:30.085875 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-4d92f81c-e9f6-4918-b322-65dda315d12f admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'name': 'public-subnet'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:08:30.107979 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d92f81c-e9f6-4918-b322-65dda315d12f admin admin] Made reservation on behalf of 98caa12ca1b14e52b73e3cce22837778 for: {'subnet': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:08:30.110203 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4d92f81c-e9f6-4918-b322-65dda315d12f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:30.444139 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.objects.ports [None req-4d92f81c-e9f6-4918-b322-65dda315d12f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104051) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 24 10:08:30.444601 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4d92f81c-e9f6-4918-b322-65dda315d12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for subnet (4dc67cc5-d152-49c4-8daf-1d2fb60cefb7), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:30.496177 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92f81c-e9f6-4918-b322-65dda315d12f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dc67cc5-d152-49c4-8daf-1d2fb60cefb7,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:30.512516 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d92f81c-e9f6-4918-b322-65dda315d12f admin admin] Checking segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:08:30.512927 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d92f81c-e9f6-4918-b322-65dda315d12f admin admin] Network hostable DHCP agents. Network: 14de1fe4-0691-4ad8-8c1f-68c223ea1af1, hostable agents: ['22a27e04-c0da-4a0e-a08f-10cd4fcfc09e'], hosted agents: [] {{(pid=104051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:08:30.534020 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d92f81c-e9f6-4918-b322-65dda315d12f admin admin] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is scheduled to be hosted by DHCP agent 22a27e04-c0da-4a0e-a08f-10cd4fcfc09e with binding_index 1 {{(pid=104051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:08:30.546889 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-4d92f81c-e9f6-4918-b322-65dda315d12f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847132-2-iscsi, 14de1fe4-0691-4ad8-8c1f-68c223ea1af1) {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:08:30.551387 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d92f81c-e9f6-4918-b322-65dda315d12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:30.552091 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4d92f81c-e9f6-4918-b322-65dda315d12f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:30.557301 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca02134f-9c90-4149-a3b7-492a320aaabe None None] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:08:30.572963 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-4d92f81c-e9f6-4918-b322-65dda315d12f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4904170 Jun 24 10:08:30.639579 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:30.681429 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed413d2-6a61-4915-b9c1-35d8ec9750be None None] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:08:32.868755 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 57714) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:33.091499 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-e579cd5c-f79b-4939-b9f7-8ebbe086d47e demo admin] 10.222.0.64 "GET /v2.0/routers/264f1a5c-b79e-4371-8f41-dd31c83b4d73 HTTP/1.1" status: 200 len: 710 time: 0.2213211 Jun 24 10:08:33.179065 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346d49cb-2ac9-4da2-8e6c-a7c6b2f8cbc4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:33.180441 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-346d49cb-2ac9-4da2-8e6c-a7c6b2f8cbc4 demo admin] 10.222.0.64 "GET /v2.0/networks/14de1fe4-0691-4ad8-8c1f-68c223ea1af1 HTTP/1.1" status: 200 len: 886 time: 0.0832262 Jun 24 10:08:33.189472 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-ff18c0c0-0764-4d78-94da-0a48bada964a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:08:33.420878 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:33.424682 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ff18c0c0-0764-4d78-94da-0a48bada964a demo admin] Publish callbacks [] for router_gateway (264f1a5c-b79e-4371-8f41-dd31c83b4d73), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:33.440501 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:33.648135 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ff18c0c0-0764-4d78-94da-0a48bada964a demo admin] Publish callbacks [] for router_gateway (264f1a5c-b79e-4371-8f41-dd31c83b4d73), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:33.722932 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ff18c0c0-0764-4d78-94da-0a48bada964a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:33.878833 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-ff18c0c0-0764-4d78-94da-0a48bada964a demo admin] Allocated IP 172.27.0.250 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/a5bb4cc2-b215-483f-bb2d-f6e055f3e933) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:08:34.026612 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ff18c0c0-0764-4d78-94da-0a48bada964a demo admin] Publish callbacks [] for port (a5bb4cc2-b215-483f-bb2d-f6e055f3e933), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:34.086786 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ff18c0c0-0764-4d78-94da-0a48bada964a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714'] for port (a5bb4cc2-b215-483f-bb2d-f6e055f3e933), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:34.165959 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff18c0c0-0764-4d78-94da-0a48bada964a demo admin] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:08:34.171552 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-ff18c0c0-0764-4d78-94da-0a48bada964a demo admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:08:34.178611 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff18c0c0-0764-4d78-94da-0a48bada964a demo admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:08:34.211416 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18c0c0-0764-4d78-94da-0a48bada964a demo admin] Pushing event updated for resources: {'Port': ['ID=a5bb4cc2-b215-483f-bb2d-f6e055f3e933,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:34.386496 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:34.458098 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ff18c0c0-0764-4d78-94da-0a48bada964a demo admin] Publish callbacks [] for router_gateway (264f1a5c-b79e-4371-8f41-dd31c83b4d73), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:34.655123 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:34.671885 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ff18c0c0-0764-4d78-94da-0a48bada964a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7564'] for router (264f1a5c-b79e-4371-8f41-dd31c83b4d73), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:34.677548 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ff18c0c0-0764-4d78-94da-0a48bada964a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-401856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-401874', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-399170'] for router (264f1a5c-b79e-4371-8f41-dd31c83b4d73), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:34.786566 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff18c0c0-0764-4d78-94da-0a48bada964a demo admin] Router 264f1a5c-b79e-4371-8f41-dd31c83b4d73 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:08:34.895506 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff18c0c0-0764-4d78-94da-0a48bada964a demo admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:08:34.904411 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ff18c0c0-0764-4d78-94da-0a48bada964a demo admin] Publish callbacks [] for router (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:34.905482 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-ff18c0c0-0764-4d78-94da-0a48bada964a demo admin] 10.222.0.64 "PUT /v2.0/routers/264f1a5c-b79e-4371-8f41-dd31c83b4d73 HTTP/1.1" status: 200 len: 890 time: 1.7191999 Jun 24 10:08:35.647505 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device c83ac030-4230-4fb6-814e-e5d29f805662 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:08:35.667199 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] Sync routers for ids ['264f1a5c-b79e-4371-8f41-dd31c83b4d73'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:08:35.678306 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] Routers {'264f1a5c-b79e-4371-8f41-dd31c83b4d73'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:08:35.679292 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:08:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['264f1a5c-b79e-4371-8f41-dd31c83b4d73'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:08:35.697731 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port c83ac030-4230-4fb6-814e-e5d29f805662 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:08:35.698056 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (c83ac030-4230-4fb6-814e-e5d29f805662), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:35.773001 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port c83ac030-4230-4fb6-814e-e5d29f805662 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:08:35.891382 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] Set router 264f1a5c-b79e-4371-8f41-dd31c83b4d73 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:08:36.307673 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264f1a5c-b79e-4371-8f41-dd31c83b4d73', 'name': 'router1', 'tenant_id': '536792d0280e402db36f3fcc605a2dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a5bb4cc2-b215-483f-bb2d-f6e055f3e933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:08:17Z', 'updated_at': '2022-06-24T10:08:34Z', 'revision_number': 4, 'project_id': '536792d0280e402db36f3fcc605a2dbd', 'gw_port': {'id': 'a5bb4cc2-b215-483f-bb2d-f6e055f3e933', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264f1a5c-b79e-4371-8f41-dd31c83b4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:08:33Z', 'updated_at': '2022-06-24T10:08:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'c83ac030-4230-4fb6-814e-e5d29f805662', 'name': '', 'network_id': 'c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792', 'tenant_id': '536792d0280e402db36f3fcc605a2dbd', 'mac_address': 'fa:16:3e:bb:76:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264f1a5c-b79e-4371-8f41-dd31c83b4d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a369c229-faee-443f-8e4f-921bbaaa4263', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:08:26Z', 'updated_at': '2022-06-24T10:08:29Z', 'revision_number': 5, 'project_id': '536792d0280e402db36f3fcc605a2dbd', 'subnets': [{'id': 'a369c229-faee-443f-8e4f-921bbaaa4263', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1f28e3c-9f12-4e34-9780-f4118c6ded2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:08:36.357796 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] Checking router: 264f1a5c-b79e-4371-8f41-dd31c83b4d73 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:08:36.358213 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] Updating router 264f1a5c-b79e-4371-8f41-dd31c83b4d73 port a5bb4cc2-b215-483f-bb2d-f6e055f3e933 binding host dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:08:36.433154 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (a5bb4cc2-b215-483f-bb2d-f6e055f3e933), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:36.840315 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] Publish callbacks [] for port (a5bb4cc2-b215-483f-bb2d-f6e055f3e933), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:36.847198 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (a5bb4cc2-b215-483f-bb2d-f6e055f3e933), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:36.930915 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] Attempting to bind port a5bb4cc2-b215-483f-bb2d-f6e055f3e933 on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:08:36.931286 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] Attempting to bind port a5bb4cc2-b215-483f-bb2d-f6e055f3e933 by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:08:36.931758 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] Attempting to bind port a5bb4cc2-b215-483f-bb2d-f6e055f3e933 on network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:08:36.947521 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:08:36.947918 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] Checking segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:08:36.948405 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:36.948795 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] Bound using segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:08:36.949277 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] Bound port: a5bb4cc2-b215-483f-bb2d-f6e055f3e933, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:08:36.949654 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (a5bb4cc2-b215-483f-bb2d-f6e055f3e933), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:36.951532 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739f24f-b92b-4cd9-b432-271d926507bb None None] Pushing event updated for resources: {'Port': ['ID=a5bb4cc2-b215-483f-bb2d-f6e055f3e933,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:36.983588 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739f24f-b92b-4cd9-b432-271d926507bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:36.983810 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739f24f-b92b-4cd9-b432-271d926507bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:36.984186 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739f24f-b92b-4cd9-b432-271d926507bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:36.984520 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739f24f-b92b-4cd9-b432-271d926507bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:36.984819 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739f24f-b92b-4cd9-b432-271d926507bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:36.985178 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739f24f-b92b-4cd9-b432-271d926507bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:36.985502 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739f24f-b92b-4cd9-b432-271d926507bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:36.985822 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739f24f-b92b-4cd9-b432-271d926507bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:36.986143 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739f24f-b92b-4cd9-b432-271d926507bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:36.986462 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739f24f-b92b-4cd9-b432-271d926507bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:36.986789 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739f24f-b92b-4cd9-b432-271d926507bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:36.987122 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739f24f-b92b-4cd9-b432-271d926507bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:36.987440 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739f24f-b92b-4cd9-b432-271d926507bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:36.987746 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739f24f-b92b-4cd9-b432-271d926507bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:36.988082 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739f24f-b92b-4cd9-b432-271d926507bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739f24f-b92b-4cd9-b432-271d926507bb None None] Tracked resource versions report: Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: pushed versions: Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: { 'AddressGroup': {'1.2'}, Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'Agent': {'1.1'}, Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'ConntrackHelper': {'1.0'}, Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'LocalIPAssociation': {'1.0'}, Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'Log': {'1.0'}, Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'NDPProxy': {'1.0'}, Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'Network': {'1.1'}, Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'Port': {'1.7'}, Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'PortForwarding': {'1.3'}, Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'QosPolicy': {'1.10'}, Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'SecurityGroup': {'1.5'}, Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'SubPort': {'1.0'}, Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'Subnet': {'1.1'}, Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'Trunk': {'1.1'}} Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: consumer versions: Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: { DHCP agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: L3 agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: Metadata agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: Metering agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: Open vSwitch agent@dv-cinder-847132-2-iscsi: { 'AddressGroup': '1.2', Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'Agent': '1.1', Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'ConntrackHelper': '1.0', Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'LocalIPAssociation': '1.0', Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'Log': '1.0', Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'NDPProxy': '1.0', Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'Network': '1.1', Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'Port': '1.7', Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'PortForwarding': '1.3', Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'QosPolicy': '1.10', Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'SecurityGroup': '1.5', Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'SecurityGroupRule': '1.2', Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'SubPort': '1.0', Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'Subnet': '1.1', Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: 'Trunk': '1.1'}} Jun 24 10:08:36.989776 dv-cinder-847132-2-iscsi neutron-server[104054]: {{(pid=104054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:08:37.019138 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] For port a5bb4cc2-b215-483f-bb2d-f6e055f3e933, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:08:37.038556 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] For port a5bb4cc2-b215-483f-bb2d-f6e055f3e933, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=a5bb4cc2-b215-483f-bb2d-f6e055f3e933,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:08:37.045440 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (a5bb4cc2-b215-483f-bb2d-f6e055f3e933), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:37.084110 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:37.106031 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] Routers {'264f1a5c-b79e-4371-8f41-dd31c83b4d73'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:08:37.107037 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:08:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['264f1a5c-b79e-4371-8f41-dd31c83b4d73'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:08:37.109806 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739f24f-b92b-4cd9-b432-271d926507bb None None] Pushing event updated for resources: {'Port': ['ID=a5bb4cc2-b215-483f-bb2d-f6e055f3e933,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:37.143142 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:37.167676 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 57728) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:37.211290 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] Set router 264f1a5c-b79e-4371-8f41-dd31c83b4d73 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:08:37.287332 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ee04fb6d-dc57-4193-81e6-a948a3544876 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1183383 Jun 24 10:08:37.415135 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264f1a5c-b79e-4371-8f41-dd31c83b4d73', 'name': 'router1', 'tenant_id': '536792d0280e402db36f3fcc605a2dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a5bb4cc2-b215-483f-bb2d-f6e055f3e933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:08:17Z', 'updated_at': '2022-06-24T10:08:34Z', 'revision_number': 4, 'project_id': '536792d0280e402db36f3fcc605a2dbd', 'gw_port': {'id': 'a5bb4cc2-b215-483f-bb2d-f6e055f3e933', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264f1a5c-b79e-4371-8f41-dd31c83b4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:08:33Z', 'updated_at': '2022-06-24T10:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'c83ac030-4230-4fb6-814e-e5d29f805662', 'name': '', 'network_id': 'c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792', 'tenant_id': '536792d0280e402db36f3fcc605a2dbd', 'mac_address': 'fa:16:3e:bb:76:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264f1a5c-b79e-4371-8f41-dd31c83b4d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a369c229-faee-443f-8e4f-921bbaaa4263', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:08:26Z', 'updated_at': '2022-06-24T10:08:29Z', 'revision_number': 5, 'project_id': '536792d0280e402db36f3fcc605a2dbd', 'subnets': [{'id': 'a369c229-faee-443f-8e4f-921bbaaa4263', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1f28e3c-9f12-4e34-9780-f4118c6ded2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:08:37.442531 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a74589-c586-4bd1-9a1a-978894acfad8 None None] The sync data for ids ['264f1a5c-b79e-4371-8f41-dd31c83b4d73'] in dv-cinder-847132-2-iscsi is: [{'id': '264f1a5c-b79e-4371-8f41-dd31c83b4d73', 'name': 'router1', 'tenant_id': '536792d0280e402db36f3fcc605a2dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a5bb4cc2-b215-483f-bb2d-f6e055f3e933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:08:17Z', 'updated_at': '2022-06-24T10:08:34Z', 'revision_number': 4, 'project_id': '536792d0280e402db36f3fcc605a2dbd', 'gw_port': {'id': 'a5bb4cc2-b215-483f-bb2d-f6e055f3e933', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264f1a5c-b79e-4371-8f41-dd31c83b4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:08:33Z', 'updated_at': '2022-06-24T10:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'c83ac030-4230-4fb6-814e-e5d29f805662', 'name': '', 'network_id': 'c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792', 'tenant_id': '536792d0280e402db36f3fcc605a2dbd', 'mac_address': 'fa:16:3e:bb:76:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264f1a5c-b79e-4371-8f41-dd31c83b4d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a369c229-faee-443f-8e4f-921bbaaa4263', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:08:26Z', 'updated_at': '2022-06-24T10:08:29Z', 'revision_number': 5, 'project_id': '536792d0280e402db36f3fcc605a2dbd', 'subnets': [{'id': 'a369c229-faee-443f-8e4f-921bbaaa4263', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1f28e3c-9f12-4e34-9780-f4118c6ded2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:08:37.660231 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device a5bb4cc2-b215-483f-bb2d-f6e055f3e933 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:08:37.719519 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port a5bb4cc2-b215-483f-bb2d-f6e055f3e933 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:08:37.720166 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (a5bb4cc2-b215-483f-bb2d-f6e055f3e933), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:37.808104 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port a5bb4cc2-b215-483f-bb2d-f6e055f3e933 is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:08:37.808492 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (a5bb4cc2-b215-483f-bb2d-f6e055f3e933), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:37.831419 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] For port a5bb4cc2-b215-483f-bb2d-f6e055f3e933, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=a5bb4cc2-b215-483f-bb2d-f6e055f3e933,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:08:37.838537 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (a5bb4cc2-b215-483f-bb2d-f6e055f3e933), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:37.890654 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Pushing event updated for resources: {'Port': ['ID=a5bb4cc2-b215-483f-bb2d-f6e055f3e933,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:39.650686 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device a5bb4cc2-b215-483f-bb2d-f6e055f3e933 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:08:39.701137 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:39.708033 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port a5bb4cc2-b215-483f-bb2d-f6e055f3e933 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:08:39.708712 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (a5bb4cc2-b215-483f-bb2d-f6e055f3e933), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:39.793534 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port a5bb4cc2-b215-483f-bb2d-f6e055f3e933 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:08:44.888442 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=51 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:44.892853 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=25 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:47.279392 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=36 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:47.283647 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=27,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:49.789116 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=7 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:49.792741 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:52.569860 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 5 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:08:54.622551 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=34 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:54.818088 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-746e2be4-f933-4e19-847d-8017f07a37b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:57.100466 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a9b90468-ceb2-42a8-b52d-a4e5869acccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:58.251972 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:59.649078 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:59.936124 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:02.565615 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=40 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:09.926137 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:09.929176 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:24.813190 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-44379821-5463-4f42-8bfb-5058eeaed3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:27.095699 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-55793994-f534-4a7e-8938-13baeb3c140f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:28.252888 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:29.572540 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 5 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:09:29.647665 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:29.931204 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:31.579350 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:39.566235 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:39.919596 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:39.924930 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:52.994264 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 58268) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:53.067142 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b37ac3-d613-4ffa-a788-2c1ebb872be4 admin admin] GET failed (client error): The resource could not be found. Jun 24 10:09:53.068452 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-77b37ac3-d613-4ffa-a788-2c1ebb872be4 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0731144 Jun 24 10:09:53.235354 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8ab834-8203-4f66-998a-c6196b1dd93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:53.236768 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-bb8ab834-8203-4f66-998a-c6196b1dd93f admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1640162 Jun 24 10:09:53.566510 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:54.819399 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-49649dd6-952c-46c9-be67-809cfac9004c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:55.292561 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 58278) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:55.409818 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365dacfe-87a9-4fe5-bad8-5c8ea5b38327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:55.411672 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-365dacfe-87a9-4fe5-bad8-5c8ea5b38327 admin admin] 10.222.0.64 "GET /v2.0/subnets/a369c229-faee-443f-8e4f-921bbaaa4263 HTTP/1.1" status: 200 len: 849 time: 0.1178629 Jun 24 10:09:55.422798 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-7eddc7d8-bbfd-4c2d-ab09-917d98aafc92 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:09:55.516206 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7eddc7d8-bbfd-4c2d-ab09-917d98aafc92 admin admin] Publish callbacks [] for subnet (a369c229-faee-443f-8e4f-921bbaaa4263), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:55.748987 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7eddc7d8-bbfd-4c2d-ab09-917d98aafc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739177848423'] for subnet (a369c229-faee-443f-8e4f-921bbaaa4263), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:55.780313 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eddc7d8-bbfd-4c2d-ab09-917d98aafc92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:55.780847 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7eddc7d8-bbfd-4c2d-ab09-917d98aafc92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:55.782125 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7eddc7d8-bbfd-4c2d-ab09-917d98aafc92 admin admin] 10.222.0.64 "PUT /v2.0/subnets/a369c229-faee-443f-8e4f-921bbaaa4263 HTTP/1.1" status: 200 len: 868 time: 0.3640616 Jun 24 10:09:55.791069 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe065bf-2ff0-487c-9514-0ed572c149e5 None None] Network c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:09:55.803046 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eddc7d8-bbfd-4c2d-ab09-917d98aafc92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a369c229-faee-443f-8e4f-921bbaaa4263,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:55.810657 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddc7d8-bbfd-4c2d-ab09-917d98aafc92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:55.811067 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddc7d8-bbfd-4c2d-ab09-917d98aafc92 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:55.811397 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddc7d8-bbfd-4c2d-ab09-917d98aafc92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:55.811735 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddc7d8-bbfd-4c2d-ab09-917d98aafc92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:55.812070 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddc7d8-bbfd-4c2d-ab09-917d98aafc92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:55.812382 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddc7d8-bbfd-4c2d-ab09-917d98aafc92 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:55.812719 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddc7d8-bbfd-4c2d-ab09-917d98aafc92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:55.813037 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddc7d8-bbfd-4c2d-ab09-917d98aafc92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:55.813373 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddc7d8-bbfd-4c2d-ab09-917d98aafc92 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:55.813684 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddc7d8-bbfd-4c2d-ab09-917d98aafc92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:55.814038 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddc7d8-bbfd-4c2d-ab09-917d98aafc92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:55.814367 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddc7d8-bbfd-4c2d-ab09-917d98aafc92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:55.814690 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddc7d8-bbfd-4c2d-ab09-917d98aafc92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:55.815034 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddc7d8-bbfd-4c2d-ab09-917d98aafc92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:55.815417 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddc7d8-bbfd-4c2d-ab09-917d98aafc92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:56.140974 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-53ef15ce-63cf-4f68-acde-c3113a7175d8 None None] Provisioning complete for port c83ac030-4230-4fb6-814e-e5d29f805662 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:09:56.141599 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-53ef15ce-63cf-4f68-acde-c3113a7175d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (c83ac030-4230-4fb6-814e-e5d29f805662), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:56.213638 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-53ef15ce-63cf-4f68-acde-c3113a7175d8 None None] Current status of the port c83ac030-4230-4fb6-814e-e5d29f805662 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:09:56.222044 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-53ef15ce-63cf-4f68-acde-c3113a7175d8 None None] Provisioning complete for port 1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:09:56.222432 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-53ef15ce-63cf-4f68-acde-c3113a7175d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:56.293801 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-53ef15ce-63cf-4f68-acde-c3113a7175d8 None None] Current status of the port 1d29b5b4-e153-49b3-bc91-c05d6ed5e3d0 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:09:57.101861 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e0f834b9-863c-494f-8d2d-8ca82188952c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:57.847566 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 58286) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:58.068500 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f5ee40-d3dc-4860-aa9c-c1a491469591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:58.068954 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f5ee40-d3dc-4860-aa9c-c1a491469591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:58.070486 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f0f5ee40-d3dc-4860-aa9c-c1a491469591 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2219455 Jun 24 10:09:58.263839 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:59.646235 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:59.929123 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:00.155923 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 58294) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:10:00.307347 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22820d11-6f78-4f04-9af7-05f656b71900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:00.307819 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22820d11-6f78-4f04-9af7-05f656b71900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:00.309402 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-22820d11-6f78-4f04-9af7-05f656b71900 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1524634 Jun 24 10:10:02.390361 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 58302) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:10:02.522354 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93151b85-792f-43ef-a9f1-056ccfae1b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:02.523763 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-93151b85-792f-43ef-a9f1-056ccfae1b07 admin admin] 10.222.0.64 "GET /v2.0/networks/14de1fe4-0691-4ad8-8c1f-68c223ea1af1 HTTP/1.1" status: 200 len: 886 time: 0.1323800 Jun 24 10:10:04.632003 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 58312) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:10:04.764041 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:04.793885 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac452c2-3640-470e-aa9b-8feecea263d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:04.795226 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-6ac452c2-3640-470e-aa9b-8feecea263d1 admin admin] 10.222.0.64 "GET /v2.0/networks/c5bd4a1d-b1d7-4eb4-9d97-77b1454cc792 HTTP/1.1" status: 200 len: 869 time: 0.1622295 Jun 24 10:10:06.571720 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 5 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:10:06.857556 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 58320) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:10:06.998002 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8cf487-9035-43ba-b4e2-7f3e885fd7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:06.998478 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8cf487-9035-43ba-b4e2-7f3e885fd7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:07.000059 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-8d8cf487-9035-43ba-b4e2-7f3e885fd7a6 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1415210 Jun 24 10:10:09.050285 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 58328) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:10:09.207312 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eae1bf-e442-49c0-8385-fb48cbec44b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:09.207772 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eae1bf-e442-49c0-8385-fb48cbec44b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:09.209314 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-51eae1bf-e442-49c0-8385-fb48cbec44b8 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1577349 Jun 24 10:10:09.921042 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:09.922992 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:11.287116 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 58336) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:10:11.383087 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee38ee7-ad89-4973-9992-0b61b969ce3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:11.384444 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-aee38ee7-ad89-4973-9992-0b61b969ce3f admin admin] 10.222.0.64 "GET /v2.0/subnets/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7 HTTP/1.1" status: 200 len: 816 time: 0.0963573 Jun 24 10:10:11.940324 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=17 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:13.457356 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 58344) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:10:13.586449 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40744c34-61f4-4037-ac9e-4ceabfcec2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:13.587867 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-40744c34-61f4-4037-ac9e-4ceabfcec2c5 admin admin] 10.222.0.64 "GET /v2.0/subnets/a369c229-faee-443f-8e4f-921bbaaa4263 HTTP/1.1" status: 200 len: 868 time: 0.1294837 Jun 24 10:10:16.567472 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=17 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:16.989727 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=9 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:16.993291 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:23.577396 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=26 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:23.583414 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=30 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:24.814370 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9f094819-6ad6-4ecc-a160-0972b901d9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:27.106226 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-db26b405-daa1-4603-9e39-7001ecee9d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:28.262685 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:29.647319 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:29.933001 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:39.925294 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:39.928215 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:40.390657 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 58398) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:10:40.447306 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [None req-6b616aae-f483-4050-9979-01c195fe981f admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104052) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:10:40.448324 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-6b616aae-f483-4050-9979-01c195fe981f admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0566983 Jun 24 10:10:42.586869 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 58406) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:10:42.669834 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.pecan_wsgi.hooks.translation [None req-441e6eb2-b10a-4951-8458-070f7a75b185 admin admin] GET failed (client error): The resource could not be found. Jun 24 10:10:42.671415 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-441e6eb2-b10a-4951-8458-070f7a75b185 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0832872 Jun 24 10:10:42.763768 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ccfc9c-0bc0-48a8-875f-29478a8742e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:42.765137 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-60ccfc9c-0bc0-48a8-875f-29478a8742e5 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0885952 Jun 24 10:10:43.571599 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 5 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:10:44.857958 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 58414) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:10:44.916858 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-15dbd880-e417-4d7d-a76f-020a019bc3fd admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:10:44.942518 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dbd880-e417-4d7d-a76f-020a019bc3fd admin admin] Made reservation on behalf of 98caa12ca1b14e52b73e3cce22837778 for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:10:44.948225 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-15dbd880-e417-4d7d-a76f-020a019bc3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:44.982017 dv-cinder-847132-2-iscsi neutron-server[104052]: WARNING neutron.services.revisions.revision_plugin [None req-15dbd880-e417-4d7d-a76f-020a019bc3fd admin admin] Could not find related network for resource to bump revision. Jun 24 10:10:44.996779 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15dbd880-e417-4d7d-a76f-020a019bc3fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:10:45.007114 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-15dbd880-e417-4d7d-a76f-020a019bc3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (26cea4c3-445e-42c8-8cef-110feefd9357), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:45.007450 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-15dbd880-e417-4d7d-a76f-020a019bc3fd admin admin] Added segment 26cea4c3-445e-42c8-8cef-110feefd9357 of type vlan for network 3709e281-9b52-43ed-8f17-5fb876bd0e57 Jun 24 10:10:45.047651 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-15dbd880-e417-4d7d-a76f-020a019bc3fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739177427905'] for network (3709e281-9b52-43ed-8f17-5fb876bd0e57), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:45.075519 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-15dbd880-e417-4d7d-a76f-020a019bc3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for network (3709e281-9b52-43ed-8f17-5fb876bd0e57), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:45.076533 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dbd880-e417-4d7d-a76f-020a019bc3fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:45.077219 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-15dbd880-e417-4d7d-a76f-020a019bc3fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:45.109272 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-15dbd880-e417-4d7d-a76f-020a019bc3fd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2502723 Jun 24 10:10:45.140345 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbd880-e417-4d7d-a76f-020a019bc3fd admin admin] Pushing event updated for resources: {'Network': ['ID=3709e281-9b52-43ed-8f17-5fb876bd0e57,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:45.153029 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Network 3709e281-9b52-43ed-8f17-5fb876bd0e57 details requested by agent ovs-agent-dv-cinder-847132-2-iscsi with host dv-cinder-847132-2-iscsi {{(pid=104053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:10:47.287270 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 58422) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:10:47.369770 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e10de9b-4b04-4b0a-ac82-31f1caa1652f admin admin] GET failed (client error): The resource could not be found. Jun 24 10:10:47.371112 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0e10de9b-4b04-4b0a-ac82-31f1caa1652f admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0828998 Jun 24 10:10:47.455051 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bed96c8-ecca-48c5-8f4f-d265bb0f875c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:47.457351 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-5bed96c8-ecca-48c5-8f4f-d265bb0f875c admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0802510 Jun 24 10:10:47.471245 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-4fa4a18b-a423-4989-9fb4-1cd910460591 admin admin] Request body: {'subnet': {'network_id': '3709e281-9b52-43ed-8f17-5fb876bd0e57', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:10:47.498263 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa4a18b-a423-4989-9fb4-1cd910460591 admin admin] Made reservation on behalf of 98caa12ca1b14e52b73e3cce22837778 for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:10:47.500691 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4fa4a18b-a423-4989-9fb4-1cd910460591 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:47.715117 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4fa4a18b-a423-4989-9fb4-1cd910460591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for subnet (34df5144-26b9-4ed8-b461-0698b148faa2), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:47.769026 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4a18b-a423-4989-9fb4-1cd910460591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34df5144-26b9-4ed8-b461-0698b148faa2,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:47.786901 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa4a18b-a423-4989-9fb4-1cd910460591 admin admin] Checking segment: {'id': '26cea4c3-445e-42c8-8cef-110feefd9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3709e281-9b52-43ed-8f17-5fb876bd0e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:10:47.787243 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa4a18b-a423-4989-9fb4-1cd910460591 admin admin] Network hostable DHCP agents. Network: 3709e281-9b52-43ed-8f17-5fb876bd0e57, hostable agents: ['22a27e04-c0da-4a0e-a08f-10cd4fcfc09e'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:10:47.809908 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa4a18b-a423-4989-9fb4-1cd910460591 admin admin] Network 3709e281-9b52-43ed-8f17-5fb876bd0e57 is scheduled to be hosted by DHCP agent 22a27e04-c0da-4a0e-a08f-10cd4fcfc09e with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:10:47.822920 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-4fa4a18b-a423-4989-9fb4-1cd910460591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847132-2-iscsi, 3709e281-9b52-43ed-8f17-5fb876bd0e57) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:10:47.827342 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa4a18b-a423-4989-9fb4-1cd910460591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:47.827930 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4fa4a18b-a423-4989-9fb4-1cd910460591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:47.835447 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c71a0f-333d-4d76-b556-6d493f422d62 None None] Network 3709e281-9b52-43ed-8f17-5fb876bd0e57 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:10:47.851326 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-4fa4a18b-a423-4989-9fb4-1cd910460591 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3844426 Jun 24 10:10:48.043107 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e32736c-ee8a-568f-8714-1db4f76c74ea-3709e281-9b52-43ed-8f17-5fb876bd0e57', 'network_id': '3709e281-9b52-43ed-8f17-5fb876bd0e57', 'project_id': '98caa12ca1b14e52b73e3cce22837778', 'fixed_ips': [{'subnet_id': '34df5144-26b9-4ed8-b461-0698b148faa2'}]}} from dv-cinder-847132-2-iscsi. {{(pid=104053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:10:48.044275 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:48.188874 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Allocated IP 192.168.233.2 (3709e281-9b52-43ed-8f17-5fb876bd0e57/34df5144-26b9-4ed8-b461-0698b148faa2/1f362823-8345-4377-bee7-20c615b6c5bc) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:10:48.332351 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Publish callbacks [] for port (1f362823-8345-4377-bee7-20c615b6c5bc), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:48.338107 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714'] for port (1f362823-8345-4377-bee7-20c615b6c5bc), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:48.380180 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Network 3709e281-9b52-43ed-8f17-5fb876bd0e57 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:10:48.383356 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:10:48.387145 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:10:48.390350 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Pushing event updated for resources: {'Port': ['ID=1f362823-8345-4377-bee7-20c615b6c5bc,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:48.415511 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:48.415877 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:48.416245 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:48.416596 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:48.416931 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:48.417261 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:48.417583 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:48.417906 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:48.418229 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:48.418549 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:48.418895 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:48.419230 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:48.419552 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:48.419868 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:48.420181 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:48.456103 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Attempting to bind port 1f362823-8345-4377-bee7-20c615b6c5bc on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:10:48.456468 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Attempting to bind port 1f362823-8345-4377-bee7-20c615b6c5bc by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '26cea4c3-445e-42c8-8cef-110feefd9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3709e281-9b52-43ed-8f17-5fb876bd0e57'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:10:48.456833 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Attempting to bind port 1f362823-8345-4377-bee7-20c615b6c5bc on network 3709e281-9b52-43ed-8f17-5fb876bd0e57 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:10:48.462084 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:10:48.462460 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Checking segment: {'id': '26cea4c3-445e-42c8-8cef-110feefd9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3709e281-9b52-43ed-8f17-5fb876bd0e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:10:48.462894 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:48.463285 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Bound using segment: {'id': '26cea4c3-445e-42c8-8cef-110feefd9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3709e281-9b52-43ed-8f17-5fb876bd0e57'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:10:48.463746 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Bound port: 1f362823-8345-4377-bee7-20c615b6c5bc, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26cea4c3-445e-42c8-8cef-110feefd9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3709e281-9b52-43ed-8f17-5fb876bd0e57'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:10:48.464126 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (1f362823-8345-4377-bee7-20c615b6c5bc), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:48.526544 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] For port 1f362823-8345-4377-bee7-20c615b6c5bc, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:10:48.529692 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] For port 1f362823-8345-4377-bee7-20c615b6c5bc, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=1f362823-8345-4377-bee7-20c615b6c5bc,segment=NetworkSegment(26cea4c3-445e-42c8-8cef-110feefd9357),segment_id=26cea4c3-445e-42c8-8cef-110feefd9357)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:10:48.538690 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (1f362823-8345-4377-bee7-20c615b6c5bc), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:48.600490 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2503e7-03f5-4d8e-a7a0-0a52fcdd29a2 None None] Pushing event updated for resources: {'Port': ['ID=1f362823-8345-4377-bee7-20c615b6c5bc,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:49.416926 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346c3e9b-9970-470f-80a6-c41b13fea5f2 None None] Network 3709e281-9b52-43ed-8f17-5fb876bd0e57 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:10:49.452371 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-4a974143-d3ee-4360-b64e-a2c1e3b83814 None None] Provisioning complete for port 1f362823-8345-4377-bee7-20c615b6c5bc triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:10:49.452762 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4a974143-d3ee-4360-b64e-a2c1e3b83814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (1f362823-8345-4377-bee7-20c615b6c5bc), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:49.527545 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:49.528225 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:49.598520 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-4a974143-d3ee-4360-b64e-a2c1e3b83814 None None] Current status of the port 1f362823-8345-4377-bee7-20c615b6c5bc is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:10:49.598951 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4a974143-d3ee-4360-b64e-a2c1e3b83814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (1f362823-8345-4377-bee7-20c615b6c5bc), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:49.640957 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-4a974143-d3ee-4360-b64e-a2c1e3b83814 None None] For port 1f362823-8345-4377-bee7-20c615b6c5bc, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=1f362823-8345-4377-bee7-20c615b6c5bc,segment=NetworkSegment(26cea4c3-445e-42c8-8cef-110feefd9357),segment_id=26cea4c3-445e-42c8-8cef-110feefd9357)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:10:49.646518 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4a974143-d3ee-4360-b64e-a2c1e3b83814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (1f362823-8345-4377-bee7-20c615b6c5bc), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:49.719826 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a974143-d3ee-4360-b64e-a2c1e3b83814 None None] Pushing event updated for resources: {'Port': ['ID=1f362823-8345-4377-bee7-20c615b6c5bc,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:49.767566 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-057a5263-9f86-4259-8b40-eeffa63b3cb6 None None] Provisioning complete for port 1f362823-8345-4377-bee7-20c615b6c5bc triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:10:49.768041 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-057a5263-9f86-4259-8b40-eeffa63b3cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (1f362823-8345-4377-bee7-20c615b6c5bc), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:49.792222 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 1f362823-8345-4377-bee7-20c615b6c5bc up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:10:49.874778 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 1f362823-8345-4377-bee7-20c615b6c5bc triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:10:49.875159 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (1f362823-8345-4377-bee7-20c615b6c5bc), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:49.900976 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-057a5263-9f86-4259-8b40-eeffa63b3cb6 None None] Current status of the port 1f362823-8345-4377-bee7-20c615b6c5bc is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:10:49.951629 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 1f362823-8345-4377-bee7-20c615b6c5bc is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:10:51.718383 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 1f362823-8345-4377-bee7-20c615b6c5bc up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:10:51.766260 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 1f362823-8345-4377-bee7-20c615b6c5bc triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:10:51.767161 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (1f362823-8345-4377-bee7-20c615b6c5bc), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:51.838862 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 1f362823-8345-4377-bee7-20c615b6c5bc is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:10:53.567309 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:53.568063 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:54.819040 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a3f76ed8-0e6d-479b-827e-30d425e837f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:57.114637 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-827fdf1d-c145-44f1-a2c1-a2c9d19ea3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:57.837730 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=77,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:57.838479 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:58.265553 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:59.651613 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:59.939571 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:09.931306 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:09.933178 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=81,neutron:UPDATE=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:20.571056 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 5 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:11:22.571010 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:24.824859 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7a81bfd3-482d-43f2-930d-97b0f9bd3eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:27.116122 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d95861ef-3c5a-4819-a9c4-0838927f1178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:28.264665 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:29.658770 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:29.936411 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:30.570592 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=6 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:39.929145 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:39.931142 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:54.820436 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3fe182f-52ae-435b-9e75-2a95b44cc58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:57.112552 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-62c2fd22-1ba6-4a53-a7e9-5141765ed827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:57.570691 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 5 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:11:58.268507 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:59.659254 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:59.936878 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:07.565612 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:07.566517 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:09.929465 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:09.931157 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:21.995213 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 58462) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:22.000891 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [None req-f3573687-5d9e-46d2-8f1d-16bf4363f332 tempest-verify_tempest_config-1493858525 tempest-verify_tempest_config-1493858525-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104052) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:12:22.001864 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f3573687-5d9e-46d2-8f1d-16bf4363f332 tempest-verify_tempest_config-1493858525 tempest-verify_tempest_config-1493858525-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056918 Jun 24 10:12:22.321745 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 58480) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:22.447668 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1ce84808-7120-4082-95d7-9e014d759f03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:22.525400 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1ce84808-7120-4082-95d7-9e014d759f03 admin admin] Publish callbacks [] for security_group (37081368-4864-46d9-88b2-6ea4ae6b7512), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:22.531040 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1ce84808-7120-4082-95d7-9e014d759f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (37081368-4864-46d9-88b2-6ea4ae6b7512), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:22.588079 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-1ce84808-7120-4082-95d7-9e014d759f03 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=53191d9c0ec149a4b32b97875b738ed7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2652555 Jun 24 10:12:22.588890 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce84808-7120-4082-95d7-9e014d759f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37081368-4864-46d9-88b2-6ea4ae6b7512,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:22.591168 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 58484) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:22.600501 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce84808-7120-4082-95d7-9e014d759f03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.600840 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce84808-7120-4082-95d7-9e014d759f03 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.601187 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce84808-7120-4082-95d7-9e014d759f03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.601528 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce84808-7120-4082-95d7-9e014d759f03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.601849 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce84808-7120-4082-95d7-9e014d759f03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.602170 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce84808-7120-4082-95d7-9e014d759f03 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.602490 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce84808-7120-4082-95d7-9e014d759f03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.602914 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce84808-7120-4082-95d7-9e014d759f03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.603237 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce84808-7120-4082-95d7-9e014d759f03 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.603537 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce84808-7120-4082-95d7-9e014d759f03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.604455 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce84808-7120-4082-95d7-9e014d759f03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.604455 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce84808-7120-4082-95d7-9e014d759f03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.604455 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce84808-7120-4082-95d7-9e014d759f03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.604794 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce84808-7120-4082-95d7-9e014d759f03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.605101 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce84808-7120-4082-95d7-9e014d759f03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.673468 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b6b69d5e-bb8a-4d32-8ca2-16f789213185 admin admin] Publish callbacks [] for security_group (37081368-4864-46d9-88b2-6ea4ae6b7512), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:22.695138 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b6b69d5e-bb8a-4d32-8ca2-16f789213185 admin admin] Publish callbacks [] for security_group (37081368-4864-46d9-88b2-6ea4ae6b7512), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:22.795180 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b6b69d5e-bb8a-4d32-8ca2-16f789213185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (37081368-4864-46d9-88b2-6ea4ae6b7512), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:22.799562 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b6b69d5e-bb8a-4d32-8ca2-16f789213185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:22.803293 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-b6b69d5e-bb8a-4d32-8ca2-16f789213185 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/37081368-4864-46d9-88b2-6ea4ae6b7512 HTTP/1.1" status: 204 len: 168 time: 0.2086141 Jun 24 10:12:22.808669 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b69d5e-bb8a-4d32-8ca2-16f789213185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37081368-4864-46d9-88b2-6ea4ae6b7512,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:22.817052 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b69d5e-bb8a-4d32-8ca2-16f789213185 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.817407 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b69d5e-bb8a-4d32-8ca2-16f789213185 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.817773 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b69d5e-bb8a-4d32-8ca2-16f789213185 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.818125 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b69d5e-bb8a-4d32-8ca2-16f789213185 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.818462 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b69d5e-bb8a-4d32-8ca2-16f789213185 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.818830 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b69d5e-bb8a-4d32-8ca2-16f789213185 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.819139 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b69d5e-bb8a-4d32-8ca2-16f789213185 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.819459 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b69d5e-bb8a-4d32-8ca2-16f789213185 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.819795 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b69d5e-bb8a-4d32-8ca2-16f789213185 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.820130 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b69d5e-bb8a-4d32-8ca2-16f789213185 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.820471 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b69d5e-bb8a-4d32-8ca2-16f789213185 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.820812 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b69d5e-bb8a-4d32-8ca2-16f789213185 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.821137 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b69d5e-bb8a-4d32-8ca2-16f789213185 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.821474 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b69d5e-bb8a-4d32-8ca2-16f789213185 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:22.821796 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b69d5e-bb8a-4d32-8ca2-16f789213185 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:24.825431 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-542fae5c-9d47-420c-b77d-7f8b2848c8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:27.109438 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-668e2555-098c-4509-9aee-a4ffbf525d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:28.271230 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:29.669414 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:29.932899 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:32.580490 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=15,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:32.596702 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=24,neutron:INSERT=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:32.803498 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:32.811758 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:34.569687 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 5 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:12:36.570792 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:39.923542 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:39.925990 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:53.567058 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=20 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:53.568543 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=14 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:54.837574 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-12de6f6a-ed5d-4e42-80be-b59fcf6fb914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:57.110526 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cf47005b-a5de-41ac-a5cd-da9085caf859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:58.276310 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:59.671783 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:59.937117 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:09.928296 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:09.930263 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:11.574140 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 5 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:13:21.565485 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:21.566749 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:24.833538 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b7f4d5d4-9bdd-412f-ba80-7f2eaf58a641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:27.117134 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ab409d5a-3e47-4008-91b8-2edefb934b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:28.279848 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:29.677718 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:29.944585 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:39.922570 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:39.934871 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:48.578023 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 5 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:13:54.838078 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-dceecb0e-f941-4105-af20-a80ea1d58346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:57.112593 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f019373a-db82-40ad-bcfa-75d6d452f9a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:58.291297 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:58.570335 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:58.571549 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:59.680330 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:59.935640 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:09.925881 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:09.927929 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:10.019513 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-398146'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:20.011209 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:20.014065 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:22.341284 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 58560) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:14:22.468500 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-157a1a18-3203-4ea1-8f90-4450f37527d3 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1260002 Jun 24 10:14:24.550729 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 58570) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:14:24.619649 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0dadaf1f-133d-4616-b0dd-63ea12239900 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0678146 Jun 24 10:14:24.844754 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ef1d20ad-7145-4ee6-9b16-7f122288a9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:25.584573 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:14:27.108648 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-365ae817-7dc4-4e9f-a186-a5a2c7392319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:27.568488 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:28.293203 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:29.679492 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:29.931343 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:32.461539 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:32.462644 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:34.609175 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:34.610545 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:35.576245 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:39.923917 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:39.926436 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:39.974494 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:49.965865 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:49.968707 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:51.809559 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=16 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:51.811732 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=10 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:54.844786 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7c95ddd6-60a9-4255-958f-ef419c9fcc6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:57.125096 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3d6c1c5a-8f76-46bd-ae3a-42cc429b4d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:58.298300 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:59.685132 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:59.942309 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:15:02.590749 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:15:09.934084 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=9 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:09.936087 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:09.983886 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:15:12.582028 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:12.582951 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:19.970681 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:19.977557 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:24.839577 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-00dad29f-5147-40d5-b80f-2fdc50634c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:15:27.110239 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a4987e42-bfba-45fa-b111-956d9c74af5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:15:28.296163 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:15:29.687294 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:15:29.940215 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:15:39.591784 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:15:39.932384 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:39.934380 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:39.982040 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:15:49.975065 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:49.976242 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:53.567707 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:53.568699 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:54.839140 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f0df521e-a7ce-485c-94a2-8e2400517383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:15:57.129871 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c36fb3bb-dd74-4664-aec0-1996b67e00b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:15:58.312943 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:15:59.693640 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:15:59.936716 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:00.377526 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 58720) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:00.569082 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1553345152-network', 'tenant_id': '74111042535d44c8a52a4656eb37fa23'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:00.661873 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Made reservation on behalf of 74111042535d44c8a52a4656eb37fa23 for: {'network': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:16:00.664626 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for network (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:00.677604 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:00.780857 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Publish callbacks [] for security_group (5ea9ca30-2366-4db8-b213-8ed04128ee0c), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:00.786588 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (5ea9ca30-2366-4db8-b213-8ed04128ee0c), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:00.825611 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea9ca30-2366-4db8-b213-8ed04128ee0c,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:00.835140 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=104051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:16:00.838551 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:00.838922 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:00.839260 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:00.839591 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:00.839916 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:00.840242 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:00.840561 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:00.840887 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:00.841290 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:00.841559 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:00.842345 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:00.842662 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:00.843131 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:00.843463 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:00.843777 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Tracked resource versions report: Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: pushed versions: Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: { 'AddressGroup': {'1.2'}, Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'Agent': {'1.1'}, Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'ConntrackHelper': {'1.0'}, Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'LocalIPAssociation': {'1.0'}, Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'Log': {'1.0'}, Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'NDPProxy': {'1.0'}, Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'Network': {'1.1'}, Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'Port': {'1.7'}, Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'PortForwarding': {'1.3'}, Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'QosPolicy': {'1.10'}, Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'SecurityGroup': {'1.5'}, Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'SubPort': {'1.0'}, Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'Subnet': {'1.1'}, Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'Trunk': {'1.1'}} Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: consumer versions: Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: { DHCP agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: HyperV agent@hv-cinder-84713: {}, Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: L3 agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: Metadata agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: Metering agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: Open vSwitch agent@dv-cinder-847132-2-iscsi: { 'AddressGroup': '1.2', Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'Agent': '1.1', Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'ConntrackHelper': '1.0', Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'LocalIPAssociation': '1.0', Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'Log': '1.0', Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'NDPProxy': '1.0', Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'Network': '1.1', Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'Port': '1.7', Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'PortForwarding': '1.3', Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'QosPolicy': '1.10', Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'SecurityGroup': '1.5', Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'SecurityGroupRule': '1.2', Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'SubPort': '1.0', Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'Subnet': '1.1', Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: 'Trunk': '1.1'}} Jun 24 10:16:00.844975 dv-cinder-847132-2-iscsi neutron-server[104051]: {{(pid=104051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:16:00.862336 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739177752962', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (21c9839e-eac9-45b6-8215-616b568884d1), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:00.862888 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Unsubscribe: segment precommit_create {{(pid=104051) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 10:16:00.863327 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.db.segments_db [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Added segment 21c9839e-eac9-45b6-8215-616b568884d1 of type vlan for network 77e0b315-c6f0-401c-b090-3f73b33dd671 Jun 24 10:16:00.911929 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739177427905'] for network (77e0b315-c6f0-401c-b090-3f73b33dd671), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:00.945581 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for network (77e0b315-c6f0-401c-b090-3f73b33dd671), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:00.946656 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:00.947255 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:00.972084 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 58764) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:00.972642 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5934701 Jun 24 10:16:00.977747 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Request body: {'subnet': {'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1553345152-subnet', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:01.010027 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Made reservation on behalf of 74111042535d44c8a52a4656eb37fa23 for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:16:01.014196 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:01.050421 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd789303-ac02-498e-8da9-389521bd3e6a admin admin] Pushing event updated for resources: {'Network': ['ID=77e0b315-c6f0-401c-b090-3f73b33dd671,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:01.062760 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Network 77e0b315-c6f0-401c-b090-3f73b33dd671 details requested by agent ovs-agent-dv-cinder-847132-2-iscsi with host dv-cinder-847132-2-iscsi {{(pid=104053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:16:01.219804 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 58776) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:01.227813 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for subnet (361faa5d-39ac-4ef9-a36e-94eab471915a), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:01.270632 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 58782) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:01.284353 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=361faa5d-39ac-4ef9-a36e-94eab471915a,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:01.295561 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.295904 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.296233 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.296559 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.297033 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.297436 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.297970 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.298434 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.298594 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.298938 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.299251 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.302228 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.302566 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.302914 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.303230 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Tracked resource versions report: Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: pushed versions: Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: { 'AddressGroup': {'1.2'}, Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'Agent': {'1.1'}, Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'ConntrackHelper': {'1.0'}, Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'LocalIPAssociation': {'1.0'}, Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'Log': {'1.0'}, Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'NDPProxy': {'1.0'}, Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'Network': {'1.1'}, Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'Port': {'1.7'}, Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'PortForwarding': {'1.3'}, Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'QosPolicy': {'1.10'}, Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'SecurityGroup': {'1.5'}, Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'SubPort': {'1.0'}, Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'Subnet': {'1.1'}, Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'Trunk': {'1.1'}} Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: consumer versions: Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: { DHCP agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: HyperV agent@hv-cinder-84713: {}, Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: L3 agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: Metadata agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: Metering agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: Open vSwitch agent@dv-cinder-847132-2-iscsi: { 'AddressGroup': '1.2', Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'Agent': '1.1', Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'ConntrackHelper': '1.0', Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'LocalIPAssociation': '1.0', Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'Log': '1.0', Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'NDPProxy': '1.0', Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'Network': '1.1', Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'Port': '1.7', Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'PortForwarding': '1.3', Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'QosPolicy': '1.10', Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'SecurityGroup': '1.5', Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'SecurityGroupRule': '1.2', Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'SubPort': '1.0', Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'Subnet': '1.1', Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: 'Trunk': '1.1'}} Jun 24 10:16:01.305210 dv-cinder-847132-2-iscsi neutron-server[104052]: {{(pid=104052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:16:01.337632 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Checking segment: {'id': '21c9839e-eac9-45b6-8215-616b568884d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:16:01.338008 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Network hostable DHCP agents. Network: 77e0b315-c6f0-401c-b090-3f73b33dd671, hostable agents: ['22a27e04-c0da-4a0e-a08f-10cd4fcfc09e'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:16:01.357965 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Network 77e0b315-c6f0-401c-b090-3f73b33dd671 is scheduled to be hosted by DHCP agent 22a27e04-c0da-4a0e-a08f-10cd4fcfc09e with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:16:01.368480 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847132-2-iscsi, 77e0b315-c6f0-401c-b090-3f73b33dd671) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:01.373704 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:01.374506 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:01.381090 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49df850c-6b25-424f-b783-7880b6626aa4 None None] Network 77e0b315-c6f0-401c-b090-3f73b33dd671 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:16:01.397117 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 58788) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:01.397706 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-b2864464-1fb3-4d5c-b54c-74e644300e1b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4239254 Jun 24 10:16:01.403566 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-f0805f26-0647-40cf-a243-24525b0c98f4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1553345152-router', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:01.435132 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f0805f26-0647-40cf-a243-24525b0c98f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-395474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7657'] for router (6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:01.437130 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f0805f26-0647-40cf-a243-24525b0c98f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7678'] for router (6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:01.513618 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e32736c-ee8a-568f-8714-1db4f76c74ea-77e0b315-c6f0-401c-b090-3f73b33dd671', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'project_id': '74111042535d44c8a52a4656eb37fa23', 'fixed_ips': [{'subnet_id': '361faa5d-39ac-4ef9-a36e-94eab471915a'}]}} from dv-cinder-847132-2-iscsi. {{(pid=104053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:16:01.515162 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:01.555312 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f0805f26-0647-40cf-a243-24525b0c98f4 admin admin] Publish callbacks [] for router_controller (6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b), precommit_add_association {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:01.688417 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Allocated IP 172.20.0.2 (77e0b315-c6f0-401c-b090-3f73b33dd671/361faa5d-39ac-4ef9-a36e-94eab471915a/8459948f-5997-4301-b569-ce07c3ab591f) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:16:01.690354 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-3f5917d4-3fe9-4c5e-8732-addb094a0612 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2021817563-network', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:01.747303 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-5b3953bb-d3ad-4dd1-ae1b-58cbbba8b782 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1587164432-network', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:01.780716 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f0805f26-0647-40cf-a243-24525b0c98f4 admin admin] Publish callbacks [] for router_gateway (6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:01.788002 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3953bb-d3ad-4dd1-ae1b-58cbbba8b782 admin admin] Made reservation on behalf of a33a4f77f0ae4dc09d4f8c29babf3b03 for: {'network': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:16:01.790865 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5b3953bb-d3ad-4dd1-ae1b-58cbbba8b782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for network (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:01.805145 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5b3953bb-d3ad-4dd1-ae1b-58cbbba8b782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:01.807543 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5917d4-3fe9-4c5e-8732-addb094a0612 admin admin] Made reservation on behalf of 172381cd65a94b1fa2939d6af673f6ba for: {'network': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:16:01.810442 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3f5917d4-3fe9-4c5e-8732-addb094a0612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for network (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:01.856412 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3f5917d4-3fe9-4c5e-8732-addb094a0612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:01.858955 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 58800) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:01.869909 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 58804) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:01.870169 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Publish callbacks [] for port (8459948f-5997-4301-b569-ce07c3ab591f), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:01.881969 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714'] for port (8459948f-5997-4301-b569-ce07c3ab591f), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:01.911045 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Network 77e0b315-c6f0-401c-b090-3f73b33dd671 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:01.913955 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:01.919835 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:01.937505 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:16:02.013230 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Attempting to bind port 8459948f-5997-4301-b569-ce07c3ab591f on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:16:02.014022 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Attempting to bind port 8459948f-5997-4301-b569-ce07c3ab591f by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '21c9839e-eac9-45b6-8215-616b568884d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:16:02.014510 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Attempting to bind port 8459948f-5997-4301-b569-ce07c3ab591f on network 77e0b315-c6f0-401c-b090-3f73b33dd671 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:16:02.022351 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:16:02.022963 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Checking segment: {'id': '21c9839e-eac9-45b6-8215-616b568884d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:16:02.023691 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:02.025373 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Bound using segment: {'id': '21c9839e-eac9-45b6-8215-616b568884d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:16:02.026149 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Bound port: 8459948f-5997-4301-b569-ce07c3ab591f, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c9839e-eac9-45b6-8215-616b568884d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:16:02.026764 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (8459948f-5997-4301-b569-ce07c3ab591f), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:02.027836 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:02.066079 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Pushing event updated for resources: {'Port': ['ID=8459948f-5997-4301-b569-ce07c3ab591f,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:02.079819 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:02.080781 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:02.081494 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:02.081937 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f0805f26-0647-40cf-a243-24525b0c98f4 admin admin] Publish callbacks [] for router_gateway (6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:02.082125 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:02.082601 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:02.083085 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:02.083560 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:02.084032 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:02.084499 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:02.084958 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:02.085416 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:02.085886 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:02.086342 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:02.087097 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:02.087734 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Tracked resource versions report: Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: pushed versions: Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: { 'AddressGroup': {'1.2'}, Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'Agent': {'1.1'}, Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'ConntrackHelper': {'1.0'}, Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'LocalIPAssociation': {'1.0'}, Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'Log': {'1.0'}, Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'NDPProxy': {'1.0'}, Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'Network': {'1.1'}, Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'Port': {'1.7'}, Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'PortForwarding': {'1.3'}, Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'QosPolicy': {'1.10'}, Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'SecurityGroup': {'1.5'}, Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'SubPort': {'1.0'}, Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'Subnet': {'1.1'}, Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'Trunk': {'1.1'}} Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: consumer versions: Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: { DHCP agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: HyperV agent@hv-cinder-84713: {}, Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: L3 agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: Metadata agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: Metering agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: Open vSwitch agent@dv-cinder-847132-2-iscsi: { 'AddressGroup': '1.2', Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'Agent': '1.1', Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'ConntrackHelper': '1.0', Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'LocalIPAssociation': '1.0', Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'Log': '1.0', Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'NDPProxy': '1.0', Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'Network': '1.1', Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'Port': '1.7', Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'PortForwarding': '1.3', Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'QosPolicy': '1.10', Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'SecurityGroup': '1.5', Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'SecurityGroupRule': '1.2', Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'SubPort': '1.0', Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'Subnet': '1.1', Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: 'Trunk': '1.1'}} Jun 24 10:16:02.089114 dv-cinder-847132-2-iscsi neutron-server[104053]: {{(pid=104053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:16:02.122833 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f0805f26-0647-40cf-a243-24525b0c98f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:02.136008 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] For port 8459948f-5997-4301-b569-ce07c3ab591f, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:16:02.141539 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] For port 8459948f-5997-4301-b569-ce07c3ab591f, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=8459948f-5997-4301-b569-ce07c3ab591f,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:16:02.156640 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (8459948f-5997-4301-b569-ce07c3ab591f), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:02.183066 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-df9378fd-8c69-4be2-acea-df90db91a015 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1176709000-network', 'tenant_id': '54baeb39b08b4d69aac8c4d42043112a'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:02.228099 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5b3953bb-d3ad-4dd1-ae1b-58cbbba8b782 admin admin] Publish callbacks [] for security_group (ee6fdfa5-2669-4c4c-8638-4a57003d4e23), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:02.245605 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5b3953bb-d3ad-4dd1-ae1b-58cbbba8b782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (ee6fdfa5-2669-4c4c-8638-4a57003d4e23), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:02.252319 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3f5917d4-3fe9-4c5e-8732-addb094a0612 admin admin] Publish callbacks [] for security_group (59052e2d-1e15-4ff8-a20f-95eb7d0e6759), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:02.278287 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3f5917d4-3fe9-4c5e-8732-addb094a0612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (59052e2d-1e15-4ff8-a20f-95eb7d0e6759), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:02.301823 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9378fd-8c69-4be2-acea-df90db91a015 admin admin] Made reservation on behalf of 54baeb39b08b4d69aac8c4d42043112a for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:16:02.304586 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-df9378fd-8c69-4be2-acea-df90db91a015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:02.318909 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3953bb-d3ad-4dd1-ae1b-58cbbba8b782 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=104051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:16:02.342947 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5917d4-3fe9-4c5e-8732-addb094a0612 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=104051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:16:02.372542 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:02.374066 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b99767-7287-45c9-b303-b6f843de86b1 None None] Pushing event updated for resources: {'Port': ['ID=8459948f-5997-4301-b569-ce07c3ab591f,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:02.384373 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-df9378fd-8c69-4be2-acea-df90db91a015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:02.421415 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5b3953bb-d3ad-4dd1-ae1b-58cbbba8b782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (b2d97abe-b69e-4d48-898d-8b67cc0526fc), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:02.421952 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.db.segments_db [None req-5b3953bb-d3ad-4dd1-ae1b-58cbbba8b782 admin admin] Added segment b2d97abe-b69e-4d48-898d-8b67cc0526fc of type vlan for network d5489725-cb1e-4af4-bc56-f04397965dc8 Jun 24 10:16:02.436111 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-a189e0bc-5201-4b36-984f-6662e1e0e532 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1772266125-network', 'tenant_id': '86b3133477f941cc8c46c2ad8b09cc8b'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:02.451400 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3f5917d4-3fe9-4c5e-8732-addb094a0612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (4711d589-da8e-4c33-8cd2-a8ecd7a525ee), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:02.453545 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.db.segments_db [None req-3f5917d4-3fe9-4c5e-8732-addb094a0612 admin admin] Added segment 4711d589-da8e-4c33-8cd2-a8ecd7a525ee of type vlan for network d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 Jun 24 10:16:02.502046 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a189e0bc-5201-4b36-984f-6662e1e0e532 admin admin] Made reservation on behalf of 86b3133477f941cc8c46c2ad8b09cc8b for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:16:02.506617 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a189e0bc-5201-4b36-984f-6662e1e0e532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:02.526167 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a189e0bc-5201-4b36-984f-6662e1e0e532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:02.628910 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-df9378fd-8c69-4be2-acea-df90db91a015 admin admin] Publish callbacks [] for security_group (7abb6ce8-718b-446c-9967-93fc9e6ba090), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:02.635735 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3953bb-d3ad-4dd1-ae1b-58cbbba8b782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6fdfa5-2669-4c4c-8638-4a57003d4e23,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:02.659565 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-df9378fd-8c69-4be2-acea-df90db91a015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (7abb6ce8-718b-446c-9967-93fc9e6ba090), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:02.669402 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-f0805f26-0647-40cf-a243-24525b0c98f4 admin admin] Allocated IP 172.27.0.44 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/8a281b8b-e21e-4266-a99f-9b9bcf0d4a16) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:16:02.777798 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a189e0bc-5201-4b36-984f-6662e1e0e532 admin admin] Publish callbacks [] for security_group (6a0450fe-b7f2-434f-89bd-7306bc12b0ac), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:02.787554 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9378fd-8c69-4be2-acea-df90db91a015 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:16:02.800543 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a189e0bc-5201-4b36-984f-6662e1e0e532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (6a0450fe-b7f2-434f-89bd-7306bc12b0ac), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:02.818269 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3f5917d4-3fe9-4c5e-8732-addb094a0612 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739177427905'] for network (d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:02.834478 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=71,neutron:INSERT=23,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:02.840867 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-df9378fd-8c69-4be2-acea-df90db91a015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (125639f9-8741-4daa-bedb-b7f3c24f0880), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:02.841249 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-df9378fd-8c69-4be2-acea-df90db91a015 admin admin] Added segment 125639f9-8741-4daa-bedb-b7f3c24f0880 of type vlan for network 18282298-713d-408d-ae8c-c3fdda8948db Jun 24 10:16:02.846095 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5b3953bb-d3ad-4dd1-ae1b-58cbbba8b782 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739177427905'] for network (d5489725-cb1e-4af4-bc56-f04397965dc8), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:02.919637 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5917d4-3fe9-4c5e-8732-addb094a0612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59052e2d-1e15-4ff8-a20f-95eb7d0e6759,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:03.018256 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:03.066315 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3f5917d4-3fe9-4c5e-8732-addb094a0612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for network (d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:03.067904 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5917d4-3fe9-4c5e-8732-addb094a0612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:03.068847 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3f5917d4-3fe9-4c5e-8732-addb094a0612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:03.071779 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9378fd-8c69-4be2-acea-df90db91a015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abb6ce8-718b-446c-9967-93fc9e6ba090,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:03.093525 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-df9378fd-8c69-4be2-acea-df90db91a015 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739177427905'] for network (18282298-713d-408d-ae8c-c3fdda8948db), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:03.097793 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.db.api [None req-a189e0bc-5201-4b36-984f-6662e1e0e532 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=104052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 10:16:03.098221 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG oslo_db.api [None req-a189e0bc-5201-4b36-984f-6662e1e0e532 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 10:16:03.116090 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5b3953bb-d3ad-4dd1-ae1b-58cbbba8b782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for network (d5489725-cb1e-4af4-bc56-f04397965dc8), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:03.117837 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3953bb-d3ad-4dd1-ae1b-58cbbba8b782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:03.119211 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5b3953bb-d3ad-4dd1-ae1b-58cbbba8b782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:03.119402 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189e0bc-5201-4b36-984f-6662e1e0e532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0450fe-b7f2-434f-89bd-7306bc12b0ac,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:03.142168 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-df9378fd-8c69-4be2-acea-df90db91a015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for network (18282298-713d-408d-ae8c-c3fdda8948db), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:03.143840 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9378fd-8c69-4be2-acea-df90db91a015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:03.145089 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-df9378fd-8c69-4be2-acea-df90db91a015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:03.168621 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=77,neutron:INSERT=14,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:03.184604 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-3f5917d4-3fe9-4c5e-8732-addb094a0612 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.9622388 Jun 24 10:16:03.185391 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=73,neutron:UPDATE=5,neutron:INSERT=21,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:03.190832 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 58834) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:03.198326 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-52d882c9-be25-4a44-ba76-e91fabf226dd admin admin] Request body: {'subnet': {'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2021817563-subnet', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:03.232592 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-df9378fd-8c69-4be2-acea-df90db91a015 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.3720796 Jun 24 10:16:03.237622 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 58836) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:03.282265 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-5b3953bb-d3ad-4dd1-ae1b-58cbbba8b782 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.0076780 Jun 24 10:16:03.282265 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5917d4-3fe9-4c5e-8732-addb094a0612 admin admin] Pushing event updated for resources: {'Network': ['ID=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:03.284680 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 58840) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:03.286588 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-12387bc0-fdf0-4ba1-a984-c317277fd728 admin admin] Request body: {'subnet': {'network_id': '18282298-713d-408d-ae8c-c3fdda8948db', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1176709000-subnet', 'tenant_id': '54baeb39b08b4d69aac8c4d42043112a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:03.290495 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d882c9-be25-4a44-ba76-e91fabf226dd admin admin] Made reservation on behalf of 172381cd65a94b1fa2939d6af673f6ba for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:16:03.292763 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-52d882c9-be25-4a44-ba76-e91fabf226dd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:03.296184 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Network d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 details requested by agent ovs-agent-dv-cinder-847132-2-iscsi with host dv-cinder-847132-2-iscsi {{(pid=104053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:16:03.308002 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9378fd-8c69-4be2-acea-df90db91a015 admin admin] Pushing event updated for resources: {'Network': ['ID=18282298-713d-408d-ae8c-c3fdda8948db,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:03.311054 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-b9cb86a6-880e-48c5-9c4d-2162445f849b admin admin] Request body: {'subnet': {'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1587164432-subnet', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:03.334979 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f0805f26-0647-40cf-a243-24525b0c98f4 admin admin] Publish callbacks [] for port (8a281b8b-e21e-4266-a99f-9b9bcf0d4a16), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:03.387251 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12387bc0-fdf0-4ba1-a984-c317277fd728 admin admin] Made reservation on behalf of 54baeb39b08b4d69aac8c4d42043112a for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:16:03.389689 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-12387bc0-fdf0-4ba1-a984-c317277fd728 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:03.600248 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a189e0bc-5201-4b36-984f-6662e1e0e532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:03.676425 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a189e0bc-5201-4b36-984f-6662e1e0e532 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:16:03.733501 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a189e0bc-5201-4b36-984f-6662e1e0e532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (0c415584-b80e-4216-9748-1ac3007c7e20), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:03.733841 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-a189e0bc-5201-4b36-984f-6662e1e0e532 admin admin] Added segment 0c415584-b80e-4216-9748-1ac3007c7e20 of type vlan for network 1ee6b813-854d-4eb4-96cb-e38515ab8665 Jun 24 10:16:03.755369 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3953bb-d3ad-4dd1-ae1b-58cbbba8b782 admin admin] Pushing event updated for resources: {'Network': ['ID=d5489725-cb1e-4af4-bc56-f04397965dc8,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:03.766670 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cb86a6-880e-48c5-9c4d-2162445f849b admin admin] Made reservation on behalf of a33a4f77f0ae4dc09d4f8c29babf3b03 for: {'subnet': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:16:03.769796 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Network 18282298-713d-408d-ae8c-c3fdda8948db details requested by agent ovs-agent-dv-cinder-847132-2-iscsi with host dv-cinder-847132-2-iscsi {{(pid=104053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:16:03.770013 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b9cb86a6-880e-48c5-9c4d-2162445f849b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:03.897524 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-52d882c9-be25-4a44-ba76-e91fabf226dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for subnet (76a12e71-d45b-4321-aabc-7b9f132bf04a), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:03.912362 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Network d5489725-cb1e-4af4-bc56-f04397965dc8 details requested by agent ovs-agent-dv-cinder-847132-2-iscsi with host dv-cinder-847132-2-iscsi {{(pid=104053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:16:03.990067 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a189e0bc-5201-4b36-984f-6662e1e0e532 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739177427905'] for network (1ee6b813-854d-4eb4-96cb-e38515ab8665), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:04.094516 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=10,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:04.157005 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:04.160410 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 8459948f-5997-4301-b569-ce07c3ab591f up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:04.164466 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a189e0bc-5201-4b36-984f-6662e1e0e532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for network (1ee6b813-854d-4eb4-96cb-e38515ab8665), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:04.168710 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a189e0bc-5201-4b36-984f-6662e1e0e532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:04.170156 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a189e0bc-5201-4b36-984f-6662e1e0e532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:04.170360 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b9cb86a6-880e-48c5-9c4d-2162445f849b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for subnet (d457dd30-6a21-4bba-a15c-7b5069d5a773), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:04.200356 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a0b95d-ea1a-4f8f-ac49-348f66fa3c55 None None] Network 77e0b315-c6f0-401c-b090-3f73b33dd671 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:16:04.251009 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f0805f26-0647-40cf-a243-24525b0c98f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714'] for port (8a281b8b-e21e-4266-a99f-9b9bcf0d4a16), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:04.256061 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d882c9-be25-4a44-ba76-e91fabf226dd admin admin] Checking segment: {'id': '4711d589-da8e-4c33-8cd2-a8ecd7a525ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:16:04.256653 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d882c9-be25-4a44-ba76-e91fabf226dd admin admin] Network hostable DHCP agents. Network: d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5, hostable agents: ['22a27e04-c0da-4a0e-a08f-10cd4fcfc09e'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:16:04.279115 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:04.297227 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0805f26-0647-40cf-a243-24525b0c98f4 admin admin] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:04.302303 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a189e0bc-5201-4b36-984f-6662e1e0e532 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.4305797 Jun 24 10:16:04.306665 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-f0805f26-0647-40cf-a243-24525b0c98f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:04.313780 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 58864) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:04.336204 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0805f26-0647-40cf-a243-24525b0c98f4 admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:16:04.339049 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-91c7e258-885e-4aed-9914-aecb49c550b0 admin admin] Request body: {'subnet': {'network_id': '1ee6b813-854d-4eb4-96cb-e38515ab8665', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1772266125-subnet', 'tenant_id': '86b3133477f941cc8c46c2ad8b09cc8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:04.447286 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-0363be8b-e8f1-496b-949f-29b9660a94d8 None None] Provisioning complete for port 8459948f-5997-4301-b569-ce07c3ab591f triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:04.449058 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0363be8b-e8f1-496b-949f-29b9660a94d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (8459948f-5997-4301-b569-ce07c3ab591f), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:04.453625 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d882c9-be25-4a44-ba76-e91fabf226dd admin admin] Network d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 is scheduled to be hosted by DHCP agent 22a27e04-c0da-4a0e-a08f-10cd4fcfc09e with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:16:04.457370 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c7e258-885e-4aed-9914-aecb49c550b0 admin admin] Made reservation on behalf of 86b3133477f941cc8c46c2ad8b09cc8b for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:16:04.461472 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-91c7e258-885e-4aed-9914-aecb49c550b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:04.531166 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cb86a6-880e-48c5-9c4d-2162445f849b admin admin] Checking segment: {'id': 'b2d97abe-b69e-4d48-898d-8b67cc0526fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:16:04.537981 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cb86a6-880e-48c5-9c4d-2162445f849b admin admin] Network hostable DHCP agents. Network: d5489725-cb1e-4af4-bc56-f04397965dc8, hostable agents: ['22a27e04-c0da-4a0e-a08f-10cd4fcfc09e'], hosted agents: [] {{(pid=104051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:16:04.680741 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 8459948f-5997-4301-b569-ce07c3ab591f triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:04.681825 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (8459948f-5997-4301-b569-ce07c3ab591f), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:04.771392 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-52d882c9-be25-4a44-ba76-e91fabf226dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847132-2-iscsi, d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:04.786202 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d882c9-be25-4a44-ba76-e91fabf226dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:04.786895 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-52d882c9-be25-4a44-ba76-e91fabf226dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:04.799755 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cb86a6-880e-48c5-9c4d-2162445f849b admin admin] Network d5489725-cb1e-4af4-bc56-f04397965dc8 is scheduled to be hosted by DHCP agent 22a27e04-c0da-4a0e-a08f-10cd4fcfc09e with binding_index 1 {{(pid=104051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:16:04.808937 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb86a6-880e-48c5-9c4d-2162445f849b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d457dd30-6a21-4bba-a15c-7b5069d5a773,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:04.817434 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-b9cb86a6-880e-48c5-9c4d-2162445f849b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847132-2-iscsi, d5489725-cb1e-4af4-bc56-f04397965dc8) {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:04.822338 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-0363be8b-e8f1-496b-949f-29b9660a94d8 None None] Current status of the port 8459948f-5997-4301-b569-ce07c3ab591f is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:04.827182 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0805f26-0647-40cf-a243-24525b0c98f4 admin admin] Pushing event updated for resources: {'Port': ['ID=8a281b8b-e21e-4266-a99f-9b9bcf0d4a16,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:04.828341 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0363be8b-e8f1-496b-949f-29b9660a94d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (8459948f-5997-4301-b569-ce07c3ab591f), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:04.830813 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d882c9-be25-4a44-ba76-e91fabf226dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=76a12e71-d45b-4321-aabc-7b9f132bf04a,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:04.868170 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57aad2c6-7307-422f-904f-ce49ff00b89d None None] Network d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:16:04.923182 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cb86a6-880e-48c5-9c4d-2162445f849b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:04.924277 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b9cb86a6-880e-48c5-9c4d-2162445f849b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:04.955331 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-b9cb86a6-880e-48c5-9c4d-2162445f849b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6598914 Jun 24 10:16:04.961317 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 58882) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:04.970276 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-71ab4b3d-5485-4fcf-b798-47a61760558c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1587164432-router', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:04.972513 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-0363be8b-e8f1-496b-949f-29b9660a94d8 None None] For port 8459948f-5997-4301-b569-ce07c3ab591f, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=8459948f-5997-4301-b569-ce07c3ab591f,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:04.975903 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4b10f6-c7f5-4064-b070-f5f3cfcfde6e None None] Network d5489725-cb1e-4af4-bc56-f04397965dc8 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:16:05.037952 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189e0bc-5201-4b36-984f-6662e1e0e532 admin admin] Pushing event updated for resources: {'Network': ['ID=1ee6b813-854d-4eb4-96cb-e38515ab8665,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:05.056767 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f0805f26-0647-40cf-a243-24525b0c98f4 admin admin] Publish callbacks [] for router_gateway (6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:05.065374 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-12387bc0-fdf0-4ba1-a984-c317277fd728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for subnet (be671b55-3111-4267-9bbd-2d293c328860), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:05.070934 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0363be8b-e8f1-496b-949f-29b9660a94d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (8459948f-5997-4301-b569-ce07c3ab591f), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:05.099395 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:05.102180 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Network 1ee6b813-854d-4eb4-96cb-e38515ab8665 details requested by agent ovs-agent-dv-cinder-847132-2-iscsi with host dv-cinder-847132-2-iscsi {{(pid=104053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:16:05.111084 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71ab4b3d-5485-4fcf-b798-47a61760558c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-395474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7657'] for router (068770b2-bc4b-44d2-a0a7-2b1b345dbf73), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:05.113615 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71ab4b3d-5485-4fcf-b798-47a61760558c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7678'] for router (068770b2-bc4b-44d2-a0a7-2b1b345dbf73), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:05.175293 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 58888) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:05.175747 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:05.180309 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71ab4b3d-5485-4fcf-b798-47a61760558c admin admin] Publish callbacks [] for router_controller (068770b2-bc4b-44d2-a0a7-2b1b345dbf73), precommit_add_association {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:05.241285 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12387bc0-fdf0-4ba1-a984-c317277fd728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be671b55-3111-4267-9bbd-2d293c328860,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:05.261264 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-52d882c9-be25-4a44-ba76-e91fabf226dd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0639751 Jun 24 10:16:05.283740 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 58894) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:05.310697 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-773a1743-104c-4c4d-8a3c-5e39bc5fced7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2021817563-router', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:05.333039 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363be8b-e8f1-496b-949f-29b9660a94d8 None None] Pushing event updated for resources: {'Port': ['ID=8459948f-5997-4301-b569-ce07c3ab591f,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:05.341708 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12387bc0-fdf0-4ba1-a984-c317277fd728 admin admin] Checking segment: {'id': '125639f9-8741-4daa-bedb-b7f3c24f0880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18282298-713d-408d-ae8c-c3fdda8948db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:16:05.342842 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12387bc0-fdf0-4ba1-a984-c317277fd728 admin admin] Network hostable DHCP agents. Network: 18282298-713d-408d-ae8c-c3fdda8948db, hostable agents: ['22a27e04-c0da-4a0e-a08f-10cd4fcfc09e'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:16:05.359800 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:05.427180 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12387bc0-fdf0-4ba1-a984-c317277fd728 admin admin] Network 18282298-713d-408d-ae8c-c3fdda8948db is scheduled to be hosted by DHCP agent 22a27e04-c0da-4a0e-a08f-10cd4fcfc09e with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:16:05.469717 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-773a1743-104c-4c4d-8a3c-5e39bc5fced7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-395474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7657'] for router (eb3f9758-44f1-4150-8b30-9dae39287ae2), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:05.471371 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-773a1743-104c-4c4d-8a3c-5e39bc5fced7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7678'] for router (eb3f9758-44f1-4150-8b30-9dae39287ae2), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:05.571662 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-773a1743-104c-4c4d-8a3c-5e39bc5fced7 admin admin] Publish callbacks [] for router_controller (eb3f9758-44f1-4150-8b30-9dae39287ae2), precommit_add_association {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:05.587703 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-12387bc0-fdf0-4ba1-a984-c317277fd728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847132-2-iscsi, 18282298-713d-408d-ae8c-c3fdda8948db) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:05.604166 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f0805f26-0647-40cf-a243-24525b0c98f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401867'] for router (6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:05.610284 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12387bc0-fdf0-4ba1-a984-c317277fd728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:05.612853 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-12387bc0-fdf0-4ba1-a984-c317277fd728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:05.698441 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71ab4b3d-5485-4fcf-b798-47a61760558c admin admin] Publish callbacks [] for router_gateway (068770b2-bc4b-44d2-a0a7-2b1b345dbf73), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:05.727520 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ba081c-4728-4555-bb84-07647577af7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e32736c-ee8a-568f-8714-1db4f76c74ea-d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'fixed_ips': [{'subnet_id': '76a12e71-d45b-4321-aabc-7b9f132bf04a'}]}} from dv-cinder-847132-2-iscsi. {{(pid=104053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:16:05.729644 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-97ba081c-4728-4555-bb84-07647577af7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:05.749032 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d17fed8-8d2a-4267-ad8c-c5079c7f8035 None None] Network 18282298-713d-408d-ae8c-c3fdda8948db requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:16:05.802383 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-12387bc0-fdf0-4ba1-a984-c317277fd728 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5631580 Jun 24 10:16:05.803085 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 58910) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:05.811650 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8c73a4f8-a42d-4cd6-9a89-931c7bdab14f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:05.836044 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 8459948f-5997-4301-b569-ce07c3ab591f is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:05.851761 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-fa9d60ad-ff78-4604-84f6-fa70970410ac None None] Provisioning complete for port 8459948f-5997-4301-b569-ce07c3ab591f triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:05.851761 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fa9d60ad-ff78-4604-84f6-fa70970410ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (8459948f-5997-4301-b569-ce07c3ab591f), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:05.929266 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-773a1743-104c-4c4d-8a3c-5e39bc5fced7 admin admin] Publish callbacks [] for router_gateway (eb3f9758-44f1-4150-8b30-9dae39287ae2), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:05.937092 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-93f73138-1486-4fe5-9a49-b85b7e3172cd admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1176709000-router', 'tenant_id': '54baeb39b08b4d69aac8c4d42043112a', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:05.948369 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:06.011168 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-91c7e258-885e-4aed-9914-aecb49c550b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for subnet (7d88c9ad-8185-48ca-90cc-ecf7d81ae771), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:06.011714 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 8459948f-5997-4301-b569-ce07c3ab591f up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:06.026550 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca46b4d-ad21-4f0d-b09e-25a391eba63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e32736c-ee8a-568f-8714-1db4f76c74ea-18282298-713d-408d-ae8c-c3fdda8948db', 'network_id': '18282298-713d-408d-ae8c-c3fdda8948db', 'project_id': '54baeb39b08b4d69aac8c4d42043112a', 'fixed_ips': [{'subnet_id': 'be671b55-3111-4267-9bbd-2d293c328860'}]}} from dv-cinder-847132-2-iscsi. {{(pid=104053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:16:06.027791 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0ca46b4d-ad21-4f0d-b09e-25a391eba63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:06.068414 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-93f73138-1486-4fe5-9a49-b85b7e3172cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-395474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7657'] for router (b8e73632-164d-440d-9559-dd43ed5d0d4e), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:06.069427 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-93f73138-1486-4fe5-9a49-b85b7e3172cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7678'] for router (b8e73632-164d-440d-9559-dd43ed5d0d4e), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:06.073197 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7e258-885e-4aed-9914-aecb49c550b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d88c9ad-8185-48ca-90cc-ecf7d81ae771,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:06.109599 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:06.112164 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8c73a4f8-a42d-4cd6-9a89-931c7bdab14f admin admin] Publish callbacks [] for security_group (4bc2697f-1c6f-49db-b2a0-3128c4e6af32), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:06.117956 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0805f26-0647-40cf-a243-24525b0c98f4 admin admin] Router 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b is scheduled to L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 with binding_index 1 {{(pid=104051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:16:06.126477 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8c73a4f8-a42d-4cd6-9a89-931c7bdab14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (4bc2697f-1c6f-49db-b2a0-3128c4e6af32), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:06.131576 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:06.213541 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-93f73138-1486-4fe5-9a49-b85b7e3172cd admin admin] Publish callbacks [] for router_controller (b8e73632-164d-440d-9559-dd43ed5d0d4e), precommit_add_association {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:06.256396 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73a4f8-a42d-4cd6-9a89-931c7bdab14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc2697f-1c6f-49db-b2a0-3128c4e6af32,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:06.270330 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-8c73a4f8-a42d-4cd6-9a89-931c7bdab14f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8cbe271df7c643d5b33e7696d1bbbf50&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0928569 Jun 24 10:16:06.274086 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71ab4b3d-5485-4fcf-b798-47a61760558c admin admin] Publish callbacks [] for router_gateway (068770b2-bc4b-44d2-a0a7-2b1b345dbf73), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:06.277438 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 58922) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:06.308926 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71ab4b3d-5485-4fcf-b798-47a61760558c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:06.309156 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7e258-885e-4aed-9914-aecb49c550b0 admin admin] Checking segment: {'id': '0c415584-b80e-4216-9748-1ac3007c7e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1ee6b813-854d-4eb4-96cb-e38515ab8665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:16:06.309623 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c7e258-885e-4aed-9914-aecb49c550b0 admin admin] Network hostable DHCP agents. Network: 1ee6b813-854d-4eb4-96cb-e38515ab8665, hostable agents: ['22a27e04-c0da-4a0e-a08f-10cd4fcfc09e'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:16:06.343779 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b47dff-1a76-44cd-a379-9e0f7a52353d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e32736c-ee8a-568f-8714-1db4f76c74ea-d5489725-cb1e-4af4-bc56-f04397965dc8', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'fixed_ips': [{'subnet_id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773'}]}} from dv-cinder-847132-2-iscsi. {{(pid=104053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:16:06.344828 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-09b47dff-1a76-44cd-a379-9e0f7a52353d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:06.392310 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-fa9d60ad-ff78-4604-84f6-fa70970410ac None None] Current status of the port 8459948f-5997-4301-b569-ce07c3ab591f is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:06.442054 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:06.467616 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-97ba081c-4728-4555-bb84-07647577af7f None None] Allocated IP 172.20.0.2 (d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5/76a12e71-d45b-4321-aabc-7b9f132bf04a/d172afae-b942-4c79-9453-3a6d29033d2e) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:16:06.488642 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:06.570340 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:06.583122 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0805f26-0647-40cf-a243-24525b0c98f4 admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:16:06.615162 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-773a1743-104c-4c4d-8a3c-5e39bc5fced7 admin admin] Publish callbacks [] for router_gateway (eb3f9758-44f1-4150-8b30-9dae39287ae2), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:06.640950 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-0ca46b4d-ad21-4f0d-b09e-25a391eba63a None None] Allocated IP 172.20.0.2 (18282298-713d-408d-ae8c-c3fdda8948db/be671b55-3111-4267-9bbd-2d293c328860/b7ac1689-3e59-42d8-a71b-f9868ca7808a) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:16:06.656470 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d8a14634-3c3a-40db-be87-c9e9dd00b2ed admin admin] Publish callbacks [] for security_group (4bc2697f-1c6f-49db-b2a0-3128c4e6af32), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:06.660177 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c7e258-885e-4aed-9914-aecb49c550b0 admin admin] Network 1ee6b813-854d-4eb4-96cb-e38515ab8665 is scheduled to be hosted by DHCP agent 22a27e04-c0da-4a0e-a08f-10cd4fcfc09e with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:16:06.665966 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f0805f26-0647-40cf-a243-24525b0c98f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:06.667554 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-f0805f26-0647-40cf-a243-24525b0c98f4 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2680480 Jun 24 10:16:06.672401 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 58934) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:06.711406 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-773a1743-104c-4c4d-8a3c-5e39bc5fced7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:06.753592 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-71ab4b3d-5485-4fcf-b798-47a61760558c admin admin] Allocated IP 172.27.0.50 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/938b0c38-07c3-443c-a0cd-2c0bff0df71a) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:16:06.757451 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d8a14634-3c3a-40db-be87-c9e9dd00b2ed admin admin] Publish callbacks [] for security_group (4bc2697f-1c6f-49db-b2a0-3128c4e6af32), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:06.761153 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-91c7e258-885e-4aed-9914-aecb49c550b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847132-2-iscsi, 1ee6b813-854d-4eb4-96cb-e38515ab8665) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:06.766622 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c7e258-885e-4aed-9914-aecb49c550b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:06.768126 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-91c7e258-885e-4aed-9914-aecb49c550b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:06.787823 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-93f73138-1486-4fe5-9a49-b85b7e3172cd admin admin] Publish callbacks [] for router_gateway (b8e73632-164d-440d-9559-dd43ed5d0d4e), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:06.801699 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-91c7e258-885e-4aed-9914-aecb49c550b0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4747283 Jun 24 10:16:06.916453 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 8459948f-5997-4301-b569-ce07c3ab591f triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:06.917035 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (8459948f-5997-4301-b569-ce07c3ab591f), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:06.951203 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916edc0d-252e-42a6-9070-3f5dfd127ef1 None None] Network 1ee6b813-854d-4eb4-96cb-e38515ab8665 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:16:06.963185 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] Sync routers for ids ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:16:07.098345 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d8a14634-3c3a-40db-be87-c9e9dd00b2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (4bc2697f-1c6f-49db-b2a0-3128c4e6af32), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:07.100871 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d8a14634-3c3a-40db-be87-c9e9dd00b2ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:07.102118 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-d8a14634-3c3a-40db-be87-c9e9dd00b2ed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4bc2697f-1c6f-49db-b2a0-3128c4e6af32 HTTP/1.1" status: 204 len: 168 time: 0.8221669 Jun 24 10:16:07.160248 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a14634-3c3a-40db-be87-c9e9dd00b2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc2697f-1c6f-49db-b2a0-3128c4e6af32,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:07.197753 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] Routers {'6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:07.198579 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:15:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:07.263993 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71ab4b3d-5485-4fcf-b798-47a61760558c admin admin] Publish callbacks [] for port (938b0c38-07c3-443c-a0cd-2c0bff0df71a), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:07.319940 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-93f73138-1486-4fe5-9a49-b85b7e3172cd admin admin] Publish callbacks [] for router_gateway (b8e73632-164d-440d-9559-dd43ed5d0d4e), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:07.327756 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] Set router 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:07.360637 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-93f73138-1486-4fe5-9a49-b85b7e3172cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:07.391260 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:UPDATE=7 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:07.437495 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71ab4b3d-5485-4fcf-b798-47a61760558c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714'] for port (938b0c38-07c3-443c-a0cd-2c0bff0df71a), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:07.553175 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0ca46b4d-ad21-4f0d-b09e-25a391eba63a None None] Publish callbacks [] for port (b7ac1689-3e59-42d8-a71b-f9868ca7808a), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:07.573556 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:07.578738 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-773a1743-104c-4c4d-8a3c-5e39bc5fced7 admin admin] Allocated IP 172.27.0.12 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/28cf13ed-955f-4e19-ae50-6a2c18e6d04c) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:16:07.594005 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ab4b3d-5485-4fcf-b798-47a61760558c admin admin] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:07.608674 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-71ab4b3d-5485-4fcf-b798-47a61760558c admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:07.625443 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ab4b3d-5485-4fcf-b798-47a61760558c admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:16:07.629552 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0ca46b4d-ad21-4f0d-b09e-25a391eba63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714'] for port (b7ac1689-3e59-42d8-a71b-f9868ca7808a), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:07.630638 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab4b3d-5485-4fcf-b798-47a61760558c admin admin] Pushing event updated for resources: {'Port': ['ID=938b0c38-07c3-443c-a0cd-2c0bff0df71a,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:07.646891 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-09b47dff-1a76-44cd-a379-9e0f7a52353d None None] Allocated IP 172.20.0.2 (d5489725-cb1e-4af4-bc56-f04397965dc8/d457dd30-6a21-4bba-a15c-7b5069d5a773/a1b06894-a9cf-4afc-a087-35ecf31502a5) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:16:07.659066 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:07.815296 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:07.851288 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca46b4d-ad21-4f0d-b09e-25a391eba63a None None] Network 18282298-713d-408d-ae8c-c3fdda8948db is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:07.881943 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-773a1743-104c-4c4d-8a3c-5e39bc5fced7 admin admin] Publish callbacks [] for port (28cf13ed-955f-4e19-ae50-6a2c18e6d04c), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.014983 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-773a1743-104c-4c4d-8a3c-5e39bc5fced7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714'] for port (28cf13ed-955f-4e19-ae50-6a2c18e6d04c), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.089095 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-97ba081c-4728-4555-bb84-07647577af7f None None] Publish callbacks [] for port (d172afae-b942-4c79-9453-3a6d29033d2e), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.110648 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a1743-104c-4c4d-8a3c-5e39bc5fced7 admin admin] Pushing event updated for resources: {'Port': ['ID=28cf13ed-955f-4e19-ae50-6a2c18e6d04c,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:08.121123 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:08.123647 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 8459948f-5997-4301-b569-ce07c3ab591f is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:08.140019 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca46b4d-ad21-4f0d-b09e-25a391eba63a None None] Pushing event updated for resources: {'Port': ['ID=b7ac1689-3e59-42d8-a71b-f9868ca7808a,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:08.142573 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-0ca46b4d-ad21-4f0d-b09e-25a391eba63a None None] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:08.152919 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773a1743-104c-4c4d-8a3c-5e39bc5fced7 admin admin] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:08.160258 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-773a1743-104c-4c4d-8a3c-5e39bc5fced7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:08.164561 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773a1743-104c-4c4d-8a3c-5e39bc5fced7 admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:16:08.180319 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-97ba081c-4728-4555-bb84-07647577af7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714'] for port (d172afae-b942-4c79-9453-3a6d29033d2e), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.192598 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 58982) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:08.204090 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fed67cc-d1a4-4111-93b2-be203e0e34e0 None None] Network 1ee6b813-854d-4eb4-96cb-e38515ab8665 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:16:08.261215 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-274c2162-e305-46bb-98ed-c9757d0b61e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.277045 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71ab4b3d-5485-4fcf-b798-47a61760558c admin admin] Publish callbacks [] for router_gateway (068770b2-bc4b-44d2-a0a7-2b1b345dbf73), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.281780 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-33f6b18c-5871-4eee-bde5-196f286c1844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.312215 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-93f73138-1486-4fe5-9a49-b85b7e3172cd admin admin] Allocated IP 172.27.0.164 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/14129a54-5c84-4055-829f-49851343086c) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:16:08.319743 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca46b4d-ad21-4f0d-b09e-25a391eba63a None None] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:16:08.349813 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'name': 'tempest-AttachVolumeShelveTestJSON-1553345152-router', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:01Z', 'updated_at': '2022-06-24T10:16:04Z', 'revision_number': 3, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'gw_port': {'id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:02Z', 'updated_at': '2022-06-24T10:16:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:08.357667 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ba081c-4728-4555-bb84-07647577af7f None None] Network d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:08.425589 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-97ba081c-4728-4555-bb84-07647577af7f None None] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:08.439988 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ba081c-4728-4555-bb84-07647577af7f None None] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:16:08.444680 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba081c-4728-4555-bb84-07647577af7f None None] Pushing event updated for resources: {'Port': ['ID=d172afae-b942-4c79-9453-3a6d29033d2e,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:08.447276 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] Checking router: 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:16:08.447623 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] Updating router 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b port 8a281b8b-e21e-4266-a99f-9b9bcf0d4a16 binding host dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:16:08.484484 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:08.489898 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-773a1743-104c-4c4d-8a3c-5e39bc5fced7 admin admin] Publish callbacks [] for router_gateway (eb3f9758-44f1-4150-8b30-9dae39287ae2), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.559028 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 58986) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:08.577821 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-3b5aec83-544c-4012-b71a-b3d84932f869 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-724670890-network', 'tenant_id': '73c43ace79c842da946a40e236d5a151'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:08.591750 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (8a281b8b-e21e-4266-a99f-9b9bcf0d4a16), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.604375 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:08.647949 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:08.676588 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-0ca46b4d-ad21-4f0d-b09e-25a391eba63a None None] Attempting to bind port b7ac1689-3e59-42d8-a71b-f9868ca7808a on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:16:08.676887 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-0ca46b4d-ad21-4f0d-b09e-25a391eba63a None None] Attempting to bind port b7ac1689-3e59-42d8-a71b-f9868ca7808a by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '125639f9-8741-4daa-bedb-b7f3c24f0880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18282298-713d-408d-ae8c-c3fdda8948db'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:16:08.677248 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca46b4d-ad21-4f0d-b09e-25a391eba63a None None] Attempting to bind port b7ac1689-3e59-42d8-a71b-f9868ca7808a on network 18282298-713d-408d-ae8c-c3fdda8948db {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:16:08.695771 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-09b47dff-1a76-44cd-a379-9e0f7a52353d None None] Publish callbacks [] for port (a1b06894-a9cf-4afc-a087-35ecf31502a5), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.705218 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca46b4d-ad21-4f0d-b09e-25a391eba63a None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:16:08.705593 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca46b4d-ad21-4f0d-b09e-25a391eba63a None None] Checking segment: {'id': '125639f9-8741-4daa-bedb-b7f3c24f0880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18282298-713d-408d-ae8c-c3fdda8948db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:16:08.705992 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0ca46b4d-ad21-4f0d-b09e-25a391eba63a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.706386 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca46b4d-ad21-4f0d-b09e-25a391eba63a None None] Bound using segment: {'id': '125639f9-8741-4daa-bedb-b7f3c24f0880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18282298-713d-408d-ae8c-c3fdda8948db'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:16:08.706904 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-0ca46b4d-ad21-4f0d-b09e-25a391eba63a None None] Bound port: b7ac1689-3e59-42d8-a71b-f9868ca7808a, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125639f9-8741-4daa-bedb-b7f3c24f0880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18282298-713d-408d-ae8c-c3fdda8948db'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:16:08.707281 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0ca46b4d-ad21-4f0d-b09e-25a391eba63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (b7ac1689-3e59-42d8-a71b-f9868ca7808a), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.752317 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5aec83-544c-4012-b71a-b3d84932f869 admin admin] Made reservation on behalf of 73c43ace79c842da946a40e236d5a151 for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:16:08.755980 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3b5aec83-544c-4012-b71a-b3d84932f869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.768504 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-09b47dff-1a76-44cd-a379-9e0f7a52353d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714'] for port (a1b06894-a9cf-4afc-a087-35ecf31502a5), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.773845 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-93f73138-1486-4fe5-9a49-b85b7e3172cd admin admin] Publish callbacks [] for port (14129a54-5c84-4055-829f-49851343086c), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.778164 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3b5aec83-544c-4012-b71a-b3d84932f869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.792214 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-97ba081c-4728-4555-bb84-07647577af7f None None] Attempting to bind port d172afae-b942-4c79-9453-3a6d29033d2e on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:16:08.792417 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-274c2162-e305-46bb-98ed-c9757d0b61e0 admin admin] Publish callbacks [] for security_group (47ca6c61-cc5e-4013-8fc1-2f784e69197c), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.792585 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-97ba081c-4728-4555-bb84-07647577af7f None None] Attempting to bind port d172afae-b942-4c79-9453-3a6d29033d2e by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '4711d589-da8e-4c33-8cd2-a8ecd7a525ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:16:08.792945 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ba081c-4728-4555-bb84-07647577af7f None None] Attempting to bind port d172afae-b942-4c79-9453-3a6d29033d2e on network d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:16:08.796555 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:08.797873 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-33f6b18c-5871-4eee-bde5-196f286c1844 admin admin] Allocated IP 172.20.0.1 (77e0b315-c6f0-401c-b090-3f73b33dd671/361faa5d-39ac-4ef9-a36e-94eab471915a/469af8e5-b73b-402e-a8d2-652dca1296ab) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:16:08.835241 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-274c2162-e305-46bb-98ed-c9757d0b61e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (47ca6c61-cc5e-4013-8fc1-2f784e69197c), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.853108 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ba081c-4728-4555-bb84-07647577af7f None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:16:08.853475 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ba081c-4728-4555-bb84-07647577af7f None None] Checking segment: {'id': '4711d589-da8e-4c33-8cd2-a8ecd7a525ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:16:08.853875 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-97ba081c-4728-4555-bb84-07647577af7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.854265 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ba081c-4728-4555-bb84-07647577af7f None None] Bound using segment: {'id': '4711d589-da8e-4c33-8cd2-a8ecd7a525ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:16:08.854775 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-97ba081c-4728-4555-bb84-07647577af7f None None] Bound port: d172afae-b942-4c79-9453-3a6d29033d2e, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4711d589-da8e-4c33-8cd2-a8ecd7a525ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:16:08.855159 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-97ba081c-4728-4555-bb84-07647577af7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (d172afae-b942-4c79-9453-3a6d29033d2e), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.870307 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b47dff-1a76-44cd-a379-9e0f7a52353d None None] Network d5489725-cb1e-4af4-bc56-f04397965dc8 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:08.885946 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-09b47dff-1a76-44cd-a379-9e0f7a52353d None None] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:08.894493 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b47dff-1a76-44cd-a379-9e0f7a52353d None None] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:16:08.913427 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71ab4b3d-5485-4fcf-b798-47a61760558c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401867'] for router (068770b2-bc4b-44d2-a0a7-2b1b345dbf73), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.922758 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:08.928160 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-274c2162-e305-46bb-98ed-c9757d0b61e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=48dad1c624754b8fa57757b08d67ecd4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7262907 Jun 24 10:16:08.929257 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 58992) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:08.939322 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c2162-e305-46bb-98ed-c9757d0b61e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ca6c61-cc5e-4013-8fc1-2f784e69197c,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:08.955645 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-93f73138-1486-4fe5-9a49-b85b7e3172cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714'] for port (14129a54-5c84-4055-829f-49851343086c), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.976379 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b47dff-1a76-44cd-a379-9e0f7a52353d None None] Pushing event updated for resources: {'Port': ['ID=a1b06894-a9cf-4afc-a087-35ecf31502a5,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:09.035865 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f73138-1486-4fe5-9a49-b85b7e3172cd admin admin] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:09.051718 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-93f73138-1486-4fe5-9a49-b85b7e3172cd admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:09.054563 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f73138-1486-4fe5-9a49-b85b7e3172cd admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:16:09.057123 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f73138-1486-4fe5-9a49-b85b7e3172cd admin admin] Pushing event updated for resources: {'Port': ['ID=14129a54-5c84-4055-829f-49851343086c,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:09.068025 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-773a1743-104c-4c4d-8a3c-5e39bc5fced7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401867'] for router (eb3f9758-44f1-4150-8b30-9dae39287ae2), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:09.069307 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-09b47dff-1a76-44cd-a379-9e0f7a52353d None None] Attempting to bind port a1b06894-a9cf-4afc-a087-35ecf31502a5 on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:16:09.069678 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-09b47dff-1a76-44cd-a379-9e0f7a52353d None None] Attempting to bind port a1b06894-a9cf-4afc-a087-35ecf31502a5 by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': 'b2d97abe-b69e-4d48-898d-8b67cc0526fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:16:09.070049 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b47dff-1a76-44cd-a379-9e0f7a52353d None None] Attempting to bind port a1b06894-a9cf-4afc-a087-35ecf31502a5 on network d5489725-cb1e-4af4-bc56-f04397965dc8 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:16:09.089869 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b47dff-1a76-44cd-a379-9e0f7a52353d None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:16:09.090496 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b47dff-1a76-44cd-a379-9e0f7a52353d None None] Checking segment: {'id': 'b2d97abe-b69e-4d48-898d-8b67cc0526fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:16:09.090643 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-09b47dff-1a76-44cd-a379-9e0f7a52353d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:09.091083 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b47dff-1a76-44cd-a379-9e0f7a52353d None None] Bound using segment: {'id': 'b2d97abe-b69e-4d48-898d-8b67cc0526fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:16:09.091574 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-09b47dff-1a76-44cd-a379-9e0f7a52353d None None] Bound port: a1b06894-a9cf-4afc-a087-35ecf31502a5, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d97abe-b69e-4d48-898d-8b67cc0526fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:16:09.092312 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-09b47dff-1a76-44cd-a379-9e0f7a52353d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (a1b06894-a9cf-4afc-a087-35ecf31502a5), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:09.111566 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3b5aec83-544c-4012-b71a-b3d84932f869 admin admin] Publish callbacks [] for security_group (7345aab9-b8cc-4511-8ad5-ec4ef5f9a9b1), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:09.113570 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-0ca46b4d-ad21-4f0d-b09e-25a391eba63a None None] For port b7ac1689-3e59-42d8-a71b-f9868ca7808a, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:16:09.329300 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3b5aec83-544c-4012-b71a-b3d84932f869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (7345aab9-b8cc-4511-8ad5-ec4ef5f9a9b1), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:09.342964 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-0ca46b4d-ad21-4f0d-b09e-25a391eba63a None None] For port b7ac1689-3e59-42d8-a71b-f9868ca7808a, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=b7ac1689-3e59-42d8-a71b-f9868ca7808a,segment=NetworkSegment(125639f9-8741-4daa-bedb-b7f3c24f0880),segment_id=125639f9-8741-4daa-bedb-b7f3c24f0880)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:16:09.392312 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0ca46b4d-ad21-4f0d-b09e-25a391eba63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (b7ac1689-3e59-42d8-a71b-f9868ca7808a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:09.392566 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-33f6b18c-5871-4eee-bde5-196f286c1844 admin admin] Publish callbacks [] for port (469af8e5-b73b-402e-a8d2-652dca1296ab), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:09.403551 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-97ba081c-4728-4555-bb84-07647577af7f None None] For port d172afae-b942-4c79-9453-3a6d29033d2e, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:16:09.414295 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-98ace0c7-780e-4cef-80a8-13484b9017d5 admin admin] Publish callbacks [] for security_group (47ca6c61-cc5e-4013-8fc1-2f784e69197c), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:09.416516 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5aec83-544c-4012-b71a-b3d84932f869 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:16:09.478102 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-98ace0c7-780e-4cef-80a8-13484b9017d5 admin admin] Publish callbacks [] for security_group (47ca6c61-cc5e-4013-8fc1-2f784e69197c), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:09.481769 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca46b4d-ad21-4f0d-b09e-25a391eba63a None None] Pushing event updated for resources: {'Port': ['ID=b7ac1689-3e59-42d8-a71b-f9868ca7808a,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:09.513688 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-97ba081c-4728-4555-bb84-07647577af7f None None] For port d172afae-b942-4c79-9453-3a6d29033d2e, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=d172afae-b942-4c79-9453-3a6d29033d2e,segment=NetworkSegment(4711d589-da8e-4c33-8cd2-a8ecd7a525ee),segment_id=4711d589-da8e-4c33-8cd2-a8ecd7a525ee)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:16:09.518633 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3b5aec83-544c-4012-b71a-b3d84932f869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (d8f086e1-c628-4461-8ec2-0ead7a001c69), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:09.519226 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-3b5aec83-544c-4012-b71a-b3d84932f869 admin admin] Added segment d8f086e1-c628-4461-8ec2-0ead7a001c69 of type vlan for network 31745138-2d1e-4e77-a625-67d05bed22fa Jun 24 10:16:09.519319 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-33f6b18c-5871-4eee-bde5-196f286c1844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714'] for port (469af8e5-b73b-402e-a8d2-652dca1296ab), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:09.521105 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5aec83-544c-4012-b71a-b3d84932f869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7345aab9-b8cc-4511-8ad5-ec4ef5f9a9b1,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:09.540296 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:09.548074 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-09b47dff-1a76-44cd-a379-9e0f7a52353d None None] For port a1b06894-a9cf-4afc-a087-35ecf31502a5, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:16:09.548982 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:09.588474 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-97ba081c-4728-4555-bb84-07647577af7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (d172afae-b942-4c79-9453-3a6d29033d2e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:09.593813 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f6b18c-5871-4eee-bde5-196f286c1844 admin admin] Network 77e0b315-c6f0-401c-b090-3f73b33dd671 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:09.598554 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-33f6b18c-5871-4eee-bde5-196f286c1844 admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:09.610385 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f6b18c-5871-4eee-bde5-196f286c1844 admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:16:09.610841 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-33f6b18c-5871-4eee-bde5-196f286c1844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400494'] for router_interface (6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:09.653498 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:09.655650 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-09b47dff-1a76-44cd-a379-9e0f7a52353d None None] For port a1b06894-a9cf-4afc-a087-35ecf31502a5, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=a1b06894-a9cf-4afc-a087-35ecf31502a5,segment=NetworkSegment(b2d97abe-b69e-4d48-898d-8b67cc0526fc),segment_id=b2d97abe-b69e-4d48-898d-8b67cc0526fc)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:16:09.659015 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ab4b3d-5485-4fcf-b798-47a61760558c admin admin] Router 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 is scheduled to L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 with binding_index 1 {{(pid=104051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:16:09.660933 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6b18c-5871-4eee-bde5-196f286c1844 admin admin] Pushing event updated for resources: {'Port': ['ID=469af8e5-b73b-402e-a8d2-652dca1296ab,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:09.699632 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3b5aec83-544c-4012-b71a-b3d84932f869 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739177427905'] for network (31745138-2d1e-4e77-a625-67d05bed22fa), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:09.724243 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:09.753537 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-09b47dff-1a76-44cd-a379-9e0f7a52353d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (a1b06894-a9cf-4afc-a087-35ecf31502a5), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:09.806863 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-98ace0c7-780e-4cef-80a8-13484b9017d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (47ca6c61-cc5e-4013-8fc1-2f784e69197c), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:09.823525 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-98ace0c7-780e-4cef-80a8-13484b9017d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:09.827163 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-98ace0c7-780e-4cef-80a8-13484b9017d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/47ca6c61-cc5e-4013-8fc1-2f784e69197c HTTP/1.1" status: 204 len: 168 time: 0.8948271 Jun 24 10:16:09.881778 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3b5aec83-544c-4012-b71a-b3d84932f869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for network (31745138-2d1e-4e77-a625-67d05bed22fa), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:09.882947 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5aec83-544c-4012-b71a-b3d84932f869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:09.883481 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3b5aec83-544c-4012-b71a-b3d84932f869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:09.926941 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ace0c7-780e-4cef-80a8-13484b9017d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ca6c61-cc5e-4013-8fc1-2f784e69197c,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:09.933591 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] Publish callbacks [] for port (8a281b8b-e21e-4266-a99f-9b9bcf0d4a16), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:09.953944 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba081c-4728-4555-bb84-07647577af7f None None] Pushing event updated for resources: {'Port': ['ID=d172afae-b942-4c79-9453-3a6d29033d2e,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:10.021156 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5aec83-544c-4012-b71a-b3d84932f869 admin admin] Pushing event updated for resources: {'Network': ['ID=31745138-2d1e-4e77-a625-67d05bed22fa,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:10.032535 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-93f73138-1486-4fe5-9a49-b85b7e3172cd admin admin] Publish callbacks [] for router_gateway (b8e73632-164d-440d-9559-dd43ed5d0d4e), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:10.084118 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (8a281b8b-e21e-4266-a99f-9b9bcf0d4a16), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:10.163685 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b47dff-1a76-44cd-a379-9e0f7a52353d None None] Pushing event updated for resources: {'Port': ['ID=a1b06894-a9cf-4afc-a087-35ecf31502a5,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:10.202972 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Network 31745138-2d1e-4e77-a625-67d05bed22fa details requested by agent ovs-agent-dv-cinder-847132-2-iscsi with host dv-cinder-847132-2-iscsi {{(pid=104053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:16:10.329396 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ab4b3d-5485-4fcf-b798-47a61760558c admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:16:10.332123 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-fc16a8f5-6c5a-4043-95af-1cb894977994 None None] Provisioning complete for port 469af8e5-b73b-402e-a8d2-652dca1296ab triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:10.341520 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] Sync routers for ids ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:16:10.350787 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fc16a8f5-6c5a-4043-95af-1cb894977994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (469af8e5-b73b-402e-a8d2-652dca1296ab), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:10.388863 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71ab4b3d-5485-4fcf-b798-47a61760558c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:10.391744 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-71ab4b3d-5485-4fcf-b798-47a61760558c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4281349 Jun 24 10:16:10.402016 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] Routers {'068770b2-bc4b-44d2-a0a7-2b1b345dbf73'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:10.402675 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:15:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:10.412195 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 59028) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:10.516340 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-3b5aec83-544c-4012-b71a-b3d84932f869 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9545658 Jun 24 10:16:10.516844 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59032) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:10.518398 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-93f73138-1486-4fe5-9a49-b85b7e3172cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401867'] for router (b8e73632-164d-440d-9559-dd43ed5d0d4e), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:10.530154 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773a1743-104c-4c4d-8a3c-5e39bc5fced7 admin admin] Router eb3f9758-44f1-4150-8b30-9dae39287ae2 is scheduled to L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 with binding_index 1 {{(pid=104052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:16:10.553368 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-0f5c1ee3-d6c1-40e6-ad62-a0ac3b9ab27e admin admin] Request body: {'subnet': {'network_id': '31745138-2d1e-4e77-a625-67d05bed22fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-724670890-subnet', 'tenant_id': '73c43ace79c842da946a40e236d5a151', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:10.679044 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:10.680768 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:10.760205 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-fc16a8f5-6c5a-4043-95af-1cb894977994 None None] Port 469af8e5-b73b-402e-a8d2-652dca1296ab cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:16:10.786326 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device b7ac1689-3e59-42d8-a71b-f9868ca7808a up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:10.890963 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] Set router 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:10.984518 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5c1ee3-d6c1-40e6-ad62-a0ac3b9ab27e admin admin] Made reservation on behalf of 73c43ace79c842da946a40e236d5a151 for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:16:10.988751 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41767444-f52c-41e6-b310-d1b965e1a0be None None] Pushing event updated for resources: {'Port': ['ID=8a281b8b-e21e-4266-a99f-9b9bcf0d4a16,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:11.000359 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0f5c1ee3-d6c1-40e6-ad62-a0ac3b9ab27e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:11.075550 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-33f6b18c-5871-4eee-bde5-196f286c1844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (469af8e5-b73b-402e-a8d2-652dca1296ab), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:11.145272 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:11.174610 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] Attempting to bind port 8a281b8b-e21e-4266-a99f-9b9bcf0d4a16 on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:16:11.175327 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] Attempting to bind port 8a281b8b-e21e-4266-a99f-9b9bcf0d4a16 by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:16:11.175418 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] Attempting to bind port 8a281b8b-e21e-4266-a99f-9b9bcf0d4a16 on network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:16:11.186797 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59048) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:11.201145 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:16:11.207905 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] Checking segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:16:11.208327 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:11.208731 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] Bound using segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:16:11.209242 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] Bound port: 8a281b8b-e21e-4266-a99f-9b9bcf0d4a16, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:16:11.209632 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (8a281b8b-e21e-4266-a99f-9b9bcf0d4a16), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:11.224025 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f73138-1486-4fe5-9a49-b85b7e3172cd admin admin] Router b8e73632-164d-440d-9559-dd43ed5d0d4e is scheduled to L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 with binding_index 1 {{(pid=104052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:16:11.283096 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'name': 'tempest-AttachVolumeTestJSON-1587164432-router', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:07Z', 'revision_number': 3, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'gw_port': {'id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:11.315620 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:11.320274 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port b7ac1689-3e59-42d8-a71b-f9868ca7808a triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:11.320709 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (b7ac1689-3e59-42d8-a71b-f9868ca7808a), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:11.348652 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] Checking router: 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:16:11.349767 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] Updating router 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 port 938b0c38-07c3-443c-a0cd-2c0bff0df71a binding host dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:16:11.429518 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (938b0c38-07c3-443c-a0cd-2c0bff0df71a), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:11.433043 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] For port 8a281b8b-e21e-4266-a99f-9b9bcf0d4a16, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:16:11.444742 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1292a24-ca4c-4e8c-bae1-ef9a56576f2e None None] Network 18282298-713d-408d-ae8c-c3fdda8948db requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:16:11.455762 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773a1743-104c-4c4d-8a3c-5e39bc5fced7 admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:16:11.521074 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] For port 8a281b8b-e21e-4266-a99f-9b9bcf0d4a16, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=8a281b8b-e21e-4266-a99f-9b9bcf0d4a16,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:16:11.539626 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] Sync routers for ids ['eb3f9758-44f1-4150-8b30-9dae39287ae2'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:16:11.563490 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-773a1743-104c-4c4d-8a3c-5e39bc5fced7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:11.567856 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-773a1743-104c-4c4d-8a3c-5e39bc5fced7 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.2721727 Jun 24 10:16:11.571049 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (8a281b8b-e21e-4266-a99f-9b9bcf0d4a16), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:11.588659 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-009c17d2-089a-47a9-bb66-224bf4bad58a None None] Provisioning complete for port b7ac1689-3e59-42d8-a71b-f9868ca7808a triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:11.588659 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-009c17d2-089a-47a9-bb66-224bf4bad58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (b7ac1689-3e59-42d8-a71b-f9868ca7808a), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:11.590748 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 59058) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:11.643638 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d74c875-e104-474d-b401-4d4c70f8c3a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:11.721717 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:11.730452 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] Routers {'eb3f9758-44f1-4150-8b30-9dae39287ae2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:11.731136 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:15:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['eb3f9758-44f1-4150-8b30-9dae39287ae2'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:11.805460 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:11.853454 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] Routers {'6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:11.854125 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:15:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:11.866165 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port b7ac1689-3e59-42d8-a71b-f9868ca7808a is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:11.866547 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (b7ac1689-3e59-42d8-a71b-f9868ca7808a), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:11.883430 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f73138-1486-4fe5-9a49-b85b7e3172cd admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:16:11.955818 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] Sync routers for ids ['b8e73632-164d-440d-9559-dd43ed5d0d4e'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:16:11.961051 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:12.013417 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] Routers {'b8e73632-164d-440d-9559-dd43ed5d0d4e'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:12.020242 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:15:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['b8e73632-164d-440d-9559-dd43ed5d0d4e'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:12.098906 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41767444-f52c-41e6-b310-d1b965e1a0be None None] Pushing event updated for resources: {'Port': ['ID=8a281b8b-e21e-4266-a99f-9b9bcf0d4a16,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:12.112139 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d61b804-76d5-4ffd-9b03-e58fee912ec8 None None] Network d5489725-cb1e-4af4-bc56-f04397965dc8 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:16:12.144987 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d74c875-e104-474d-b401-4d4c70f8c3a4 admin admin] Publish callbacks [] for security_group (0f7bb954-7ebe-4bc4-8884-9fbdca3bc65a), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:12.217990 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d74c875-e104-474d-b401-4d4c70f8c3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (0f7bb954-7ebe-4bc4-8884-9fbdca3bc65a), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:12.248768 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-93f73138-1486-4fe5-9a49-b85b7e3172cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:12.250810 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-93f73138-1486-4fe5-9a49-b85b7e3172cd admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.4340475 Jun 24 10:16:12.280425 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-33f6b18c-5871-4eee-bde5-196f286c1844 admin admin] Publish callbacks [] for port (469af8e5-b73b-402e-a8d2-652dca1296ab), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:12.283676 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 59070) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:12.302941 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-33f6b18c-5871-4eee-bde5-196f286c1844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (469af8e5-b73b-402e-a8d2-652dca1296ab), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:12.304421 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-33f6b18c-5871-4eee-bde5-196f286c1844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398334'] for router_interface (6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:12.305589 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d4f64f-7d43-4c52-8d22-2871a08c02a7 None None] Network d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:16:12.316146 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:12.376127 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] Set router b8e73632-164d-440d-9559-dd43ed5d0d4e gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:12.383211 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0d74c875-e104-474d-b401-4d4c70f8c3a4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f1538c924054dc694f1207737d55dda&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1934845 Jun 24 10:16:12.422252 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59074) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:12.423070 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74c875-e104-474d-b401-4d4c70f8c3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7bb954-7ebe-4bc4-8884-9fbdca3bc65a,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:12.444886 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:12.455508 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] Set router eb3f9758-44f1-4150-8b30-9dae39287ae2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:12.460592 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-009c17d2-089a-47a9-bb66-224bf4bad58a None None] Current status of the port b7ac1689-3e59-42d8-a71b-f9868ca7808a is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:12.461047 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-009c17d2-089a-47a9-bb66-224bf4bad58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (b7ac1689-3e59-42d8-a71b-f9868ca7808a), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:12.478983 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0f5c1ee3-d6c1-40e6-ad62-a0ac3b9ab27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for subnet (1f14f9c5-6202-4634-b257-6baaf24295c7), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:12.690189 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c1ee3-d6c1-40e6-ad62-a0ac3b9ab27e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f14f9c5-6202-4634-b257-6baaf24295c7,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:12.747455 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:12.763694 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] For port b7ac1689-3e59-42d8-a71b-f9868ca7808a, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=b7ac1689-3e59-42d8-a71b-f9868ca7808a,segment=NetworkSegment(125639f9-8741-4daa-bedb-b7f3c24f0880),segment_id=125639f9-8741-4daa-bedb-b7f3c24f0880)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:12.774217 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-49d4ac06-0170-4628-9010-46b9577838ba admin admin] Publish callbacks [] for security_group (0f7bb954-7ebe-4bc4-8884-9fbdca3bc65a), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:12.797873 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f6b18c-5871-4eee-bde5-196f286c1844 admin admin] Network 77e0b315-c6f0-401c-b090-3f73b33dd671 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:12.816032 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (b7ac1689-3e59-42d8-a71b-f9868ca7808a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:12.855160 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-49d4ac06-0170-4628-9010-46b9577838ba admin admin] Publish callbacks [] for security_group (0f7bb954-7ebe-4bc4-8884-9fbdca3bc65a), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:12.867774 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-33f6b18c-5871-4eee-bde5-196f286c1844 admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:13.028782 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-49d4ac06-0170-4628-9010-46b9577838ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (0f7bb954-7ebe-4bc4-8884-9fbdca3bc65a), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:13.032709 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-49d4ac06-0170-4628-9010-46b9577838ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:13.043467 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e73632-164d-440d-9559-dd43ed5d0d4e', 'name': 'tempest-DeleteServersTestJSON-1176709000-router', 'tenant_id': '54baeb39b08b4d69aac8c4d42043112a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '14129a54-5c84-4055-829f-49851343086c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:09Z', 'revision_number': 3, 'project_id': '54baeb39b08b4d69aac8c4d42043112a', 'gw_port': {'id': '14129a54-5c84-4055-829f-49851343086c', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ad:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e73632-164d-440d-9559-dd43ed5d0d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:07Z', 'updated_at': '2022-06-24T10:16:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:13.059015 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-49d4ac06-0170-4628-9010-46b9577838ba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0f7bb954-7ebe-4bc4-8884-9fbdca3bc65a HTTP/1.1" status: 204 len: 168 time: 0.6283092 Jun 24 10:16:13.095629 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4ac06-0170-4628-9010-46b9577838ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7bb954-7ebe-4bc4-8884-9fbdca3bc65a,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:13.121347 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] Checking router: b8e73632-164d-440d-9559-dd43ed5d0d4e for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:16:13.121747 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] Updating router b8e73632-164d-440d-9559-dd43ed5d0d4e port 14129a54-5c84-4055-829f-49851343086c binding host dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:16:13.127256 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5c1ee3-d6c1-40e6-ad62-a0ac3b9ab27e admin admin] Checking segment: {'id': 'd8f086e1-c628-4461-8ec2-0ead7a001c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '31745138-2d1e-4e77-a625-67d05bed22fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:16:13.132971 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5c1ee3-d6c1-40e6-ad62-a0ac3b9ab27e admin admin] Network hostable DHCP agents. Network: 31745138-2d1e-4e77-a625-67d05bed22fa, hostable agents: ['22a27e04-c0da-4a0e-a08f-10cd4fcfc09e'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:16:13.201494 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5c1ee3-d6c1-40e6-ad62-a0ac3b9ab27e admin admin] Network 31745138-2d1e-4e77-a625-67d05bed22fa is scheduled to be hosted by DHCP agent 22a27e04-c0da-4a0e-a08f-10cd4fcfc09e with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:16:13.212772 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:13.233334 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-0f5c1ee3-d6c1-40e6-ad62-a0ac3b9ab27e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847132-2-iscsi, 31745138-2d1e-4e77-a625-67d05bed22fa) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:13.234198 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] Publish callbacks [] for port (938b0c38-07c3-443c-a0cd-2c0bff0df71a), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:13.241744 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5c1ee3-d6c1-40e6-ad62-a0ac3b9ab27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:13.246025 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0f5c1ee3-d6c1-40e6-ad62-a0ac3b9ab27e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:13.253998 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (14129a54-5c84-4055-829f-49851343086c), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:13.264143 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:13.273954 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] Set router 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:13.302811 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0f5c1ee3-d6c1-40e6-ad62-a0ac3b9ab27e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7695260 Jun 24 10:16:13.333485 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (938b0c38-07c3-443c-a0cd-2c0bff0df71a), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:13.388580 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda3fb6-20cc-4356-be5b-a0518b2e0e80 None None] Pushing event updated for resources: {'Port': ['ID=938b0c38-07c3-443c-a0cd-2c0bff0df71a,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:13.399145 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda3fb6-20cc-4356-be5b-a0518b2e0e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:13.400225 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda3fb6-20cc-4356-be5b-a0518b2e0e80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:13.400225 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda3fb6-20cc-4356-be5b-a0518b2e0e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:13.400225 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda3fb6-20cc-4356-be5b-a0518b2e0e80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:13.400601 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda3fb6-20cc-4356-be5b-a0518b2e0e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:13.400897 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda3fb6-20cc-4356-be5b-a0518b2e0e80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:13.401218 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda3fb6-20cc-4356-be5b-a0518b2e0e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:13.401535 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda3fb6-20cc-4356-be5b-a0518b2e0e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:13.402017 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda3fb6-20cc-4356-be5b-a0518b2e0e80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:13.402344 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda3fb6-20cc-4356-be5b-a0518b2e0e80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:13.402661 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda3fb6-20cc-4356-be5b-a0518b2e0e80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:13.403013 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda3fb6-20cc-4356-be5b-a0518b2e0e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:13.403332 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda3fb6-20cc-4356-be5b-a0518b2e0e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:13.403693 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda3fb6-20cc-4356-be5b-a0518b2e0e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:13.403952 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda3fb6-20cc-4356-be5b-a0518b2e0e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda3fb6-20cc-4356-be5b-a0518b2e0e80 None None] Tracked resource versions report: Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: pushed versions: Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: { 'AddressGroup': {'1.2'}, Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'Agent': {'1.1'}, Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'ConntrackHelper': {'1.0'}, Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'LocalIPAssociation': {'1.0'}, Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'Log': {'1.0'}, Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'NDPProxy': {'1.0'}, Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'Network': {'1.1'}, Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'Port': {'1.7'}, Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'PortForwarding': {'1.3'}, Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'QosPolicy': {'1.10'}, Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'SecurityGroup': {'1.5'}, Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'SubPort': {'1.0'}, Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'Subnet': {'1.1'}, Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'Trunk': {'1.1'}} Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: consumer versions: Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: { DHCP agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: HyperV agent@hv-cinder-84713: {}, Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: L3 agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: Metadata agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: Metering agent@dv-cinder-847132-2-iscsi: {}, Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: Open vSwitch agent@dv-cinder-847132-2-iscsi: { 'AddressGroup': '1.2', Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'Agent': '1.1', Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'ConntrackHelper': '1.0', Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'LocalIPAssociation': '1.0', Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'Log': '1.0', Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'NDPProxy': '1.0', Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'Network': '1.1', Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'Port': '1.7', Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'PortForwarding': '1.3', Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'QosPolicy': '1.10', Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'SecurityGroup': '1.5', Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'SecurityGroupRule': '1.2', Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'SubPort': '1.0', Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'Subnet': '1.1', Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: 'Trunk': '1.1'}} Jun 24 10:16:13.405188 dv-cinder-847132-2-iscsi neutron-server[104054]: {{(pid=104054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:16:13.438919 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] Attempting to bind port 938b0c38-07c3-443c-a0cd-2c0bff0df71a on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:16:13.439567 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] Attempting to bind port 938b0c38-07c3-443c-a0cd-2c0bff0df71a by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:16:13.440077 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] Attempting to bind port 938b0c38-07c3-443c-a0cd-2c0bff0df71a on network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:16:13.441747 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device a1b06894-a9cf-4afc-a087-35ecf31502a5 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:13.443796 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc76026-11ea-4a4b-8e42-dfdf8139c3f4 None None] Network 31745138-2d1e-4e77-a625-67d05bed22fa requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:16:13.452059 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:16:13.453363 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] Checking segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:16:13.453924 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:13.454452 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] Bound using segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:16:13.455124 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] Bound port: 938b0c38-07c3-443c-a0cd-2c0bff0df71a, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:16:13.455664 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (938b0c38-07c3-443c-a0cd-2c0bff0df71a), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:13.508943 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] For port 938b0c38-07c3-443c-a0cd-2c0bff0df71a, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:16:13.513157 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] For port 938b0c38-07c3-443c-a0cd-2c0bff0df71a, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=938b0c38-07c3-443c-a0cd-2c0bff0df71a,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:16:13.559668 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:13.581750 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (938b0c38-07c3-443c-a0cd-2c0bff0df71a), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:13.633399 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-19f61921-e03d-45c8-b5a5-a74a1043c22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:13.665292 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda3fb6-20cc-4356-be5b-a0518b2e0e80 None None] Pushing event updated for resources: {'Port': ['ID=938b0c38-07c3-443c-a0cd-2c0bff0df71a,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:13.672010 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59106) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:13.707694 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] Routers {'068770b2-bc4b-44d2-a0a7-2b1b345dbf73'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:13.707694 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:15:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:13.813549 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_v2 [None req-e79d8376-c387-4edd-a36e-ce56c6be6c14 admin admin] Deleting subnet 7d88c9ad-8185-48ca-90cc-ecf7d81ae771 {{(pid=104052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:16:13.818229 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] Set router 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:13.824856 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e79d8376-c387-4edd-a36e-ce56c6be6c14 admin admin] Publish callbacks [] for subnet (7d88c9ad-8185-48ca-90cc-ecf7d81ae771), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:13.900214 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f6b18c-5871-4eee-bde5-196f286c1844 admin admin] Router 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:16:13.904797 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6b18c-5871-4eee-bde5-196f286c1844 admin admin] Pushing event updated for resources: {'Port': ['ID=469af8e5-b73b-402e-a8d2-652dca1296ab,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:13.931453 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:14.002735 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34b4513-4cbe-406a-8860-9cccf02b310f None None] Network 31745138-2d1e-4e77-a625-67d05bed22fa requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:16:14.005634 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.db.api [None req-009c17d2-089a-47a9-bb66-224bf4bad58a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 10:16:14.006089 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG oslo_db.api [None req-009c17d2-089a-47a9-bb66-224bf4bad58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 10:16:14.041935 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e79d8376-c387-4edd-a36e-ce56c6be6c14 admin admin] Publish callbacks [] for subnet (7d88c9ad-8185-48ca-90cc-ecf7d81ae771), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:14.064175 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Pushing event updated for resources: {'Port': ['ID=b7ac1689-3e59-42d8-a71b-f9868ca7808a,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:14.098415 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'name': 'tempest-AttachVolumeShelveTestJSON-1553345152-router', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:01Z', 'updated_at': '2022-06-24T10:16:10Z', 'revision_number': 4, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'gw_port': {'id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:02Z', 'updated_at': '2022-06-24T10:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '469af8e5-b73b-402e-a8d2-652dca1296ab', 'name': '', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'mac_address': 'fa:16:3e:8d:9d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:08Z', 'updated_at': '2022-06-24T10:16:08Z', 'revision_number': 1, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'subnets': [{'id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:14.136737 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e79d8376-c387-4edd-a36e-ce56c6be6c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3788616'] for subnet (7d88c9ad-8185-48ca-90cc-ecf7d81ae771), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:14.139128 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port a1b06894-a9cf-4afc-a087-35ecf31502a5 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:14.139524 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (a1b06894-a9cf-4afc-a087-35ecf31502a5), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:14.140112 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'name': 'tempest-AttachVolumeTestJSON-1587164432-router', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:07Z', 'revision_number': 3, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'gw_port': {'id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:14.184152 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ce200c-63b2-4a3a-b31a-d9ba5995e129 None None] The sync data for ids ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'] in dv-cinder-847132-2-iscsi is: [{'id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'name': 'tempest-AttachVolumeShelveTestJSON-1553345152-router', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:01Z', 'updated_at': '2022-06-24T10:16:10Z', 'revision_number': 4, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'gw_port': {'id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:02Z', 'updated_at': '2022-06-24T10:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '469af8e5-b73b-402e-a8d2-652dca1296ab', 'name': '', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'mac_address': 'fa:16:3e:8d:9d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:08Z', 'updated_at': '2022-06-24T10:16:08Z', 'revision_number': 1, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'subnets': [{'id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:16:14.203439 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5008b779-33c2-4ae4-b4e7-a17ebf137fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:14.249332 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] Publish callbacks [] for port (14129a54-5c84-4055-829f-49851343086c), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:14.270084 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59118) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:14.299190 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-965cf5eb-f1bf-4e00-a3f4-0ecb85b8fc9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:14.301305 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (14129a54-5c84-4055-829f-49851343086c), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:14.374541 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e79d8376-c387-4edd-a36e-ce56c6be6c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3788646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for subnet (7d88c9ad-8185-48ca-90cc-ecf7d81ae771), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:14.389734 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd519898-fc0e-4f35-be0f-258561aebb20 None None] The sync data for ids ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'] in dv-cinder-847132-2-iscsi is: [{'id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'name': 'tempest-AttachVolumeTestJSON-1587164432-router', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:07Z', 'revision_number': 3, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'gw_port': {'id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:16:14.426178 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2021817563-router', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:08Z', 'revision_number': 3, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'gw_port': {'id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:14.439244 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:14.444455 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] Attempting to bind port 14129a54-5c84-4055-829f-49851343086c on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:16:14.444830 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] Attempting to bind port 14129a54-5c84-4055-829f-49851343086c by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:16:14.445209 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] Attempting to bind port 14129a54-5c84-4055-829f-49851343086c on network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:16:14.449815 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ab396-a55a-4819-8fae-395bfd2f0561 None None] Pushing event updated for resources: {'Port': ['ID=14129a54-5c84-4055-829f-49851343086c,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:14.457587 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-965cf5eb-f1bf-4e00-a3f4-0ecb85b8fc9f admin admin] Publish callbacks [] for security_group (0d78c905-53f1-402b-86e5-ab7d8e816380), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:14.478636 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:16:14.479076 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] Checking segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:16:14.479486 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:14.479873 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] Bound using segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:16:14.480415 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] Bound port: 14129a54-5c84-4055-829f-49851343086c, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:16:14.480793 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (14129a54-5c84-4055-829f-49851343086c), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:14.489588 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-965cf5eb-f1bf-4e00-a3f4-0ecb85b8fc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (0d78c905-53f1-402b-86e5-ab7d8e816380), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:14.503763 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d8376-c387-4edd-a36e-ce56c6be6c14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d88c9ad-8185-48ca-90cc-ecf7d81ae771,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:14.523053 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e79d8376-c387-4edd-a36e-ce56c6be6c14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:14.531476 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e79d8376-c387-4edd-a36e-ce56c6be6c14 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7d88c9ad-8185-48ca-90cc-ecf7d81ae771 HTTP/1.1" status: 204 len: 168 time: 0.8580968 Jun 24 10:16:14.536762 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 59126) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:14.585111 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-965cf5eb-f1bf-4e00-a3f4-0ecb85b8fc9f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8c3f2eb2f37545b2bad52d543340cb80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3138168 Jun 24 10:16:14.586628 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965cf5eb-f1bf-4e00-a3f4-0ecb85b8fc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d78c905-53f1-402b-86e5-ab7d8e816380,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:14.589366 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59128) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:14.634090 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] For port 14129a54-5c84-4055-829f-49851343086c, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:16:14.648179 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] For port 14129a54-5c84-4055-829f-49851343086c, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=14129a54-5c84-4055-829f-49851343086c,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:16:14.662386 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (14129a54-5c84-4055-829f-49851343086c), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:14.666213 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-19f61921-e03d-45c8-b5a5-a74a1043c22d admin admin] Allocated IP 172.20.0.1 (d5489725-cb1e-4af4-bc56-f04397965dc8/d457dd30-6a21-4bba-a15c-7b5069d5a773/dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:16:14.672153 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] Checking router: eb3f9758-44f1-4150-8b30-9dae39287ae2 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:16:14.672717 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] Updating router eb3f9758-44f1-4150-8b30-9dae39287ae2 port 28cf13ed-955f-4e19-ae50-6a2c18e6d04c binding host dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:16:14.731406 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:14.735909 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port a1b06894-a9cf-4afc-a087-35ecf31502a5 is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:14.736336 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (a1b06894-a9cf-4afc-a087-35ecf31502a5), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:14.738967 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-009c17d2-089a-47a9-bb66-224bf4bad58a None None] Current status of the port b7ac1689-3e59-42d8-a71b-f9868ca7808a is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:14.748141 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-01a1a9b7-415d-4572-bb5a-263f8c3334e1 admin admin] Publish callbacks [] for security_group (0d78c905-53f1-402b-86e5-ab7d8e816380), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:14.755184 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ab396-a55a-4819-8fae-395bfd2f0561 None None] Pushing event updated for resources: {'Port': ['ID=14129a54-5c84-4055-829f-49851343086c,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:14.776596 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:14.778564 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] Routers {'b8e73632-164d-440d-9559-dd43ed5d0d4e'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:14.782194 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:15:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['b8e73632-164d-440d-9559-dd43ed5d0d4e'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:14.836035 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (28cf13ed-955f-4e19-ae50-6a2c18e6d04c), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:14.934571 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-19f61921-e03d-45c8-b5a5-a74a1043c22d admin admin] Publish callbacks [] for port (dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:15.055588 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-82474f0b-70e3-4947-bcd6-b21d30673a82 None None] Provisioning complete for port b7ac1689-3e59-42d8-a71b-f9868ca7808a triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:15.056366 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-82474f0b-70e3-4947-bcd6-b21d30673a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (b7ac1689-3e59-42d8-a71b-f9868ca7808a), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:15.065480 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:15.067356 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:15.117133 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] Set router b8e73632-164d-440d-9559-dd43ed5d0d4e gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:15.222332 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] For port a1b06894-a9cf-4afc-a087-35ecf31502a5, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=a1b06894-a9cf-4afc-a087-35ecf31502a5,segment=NetworkSegment(b2d97abe-b69e-4d48-898d-8b67cc0526fc),segment_id=b2d97abe-b69e-4d48-898d-8b67cc0526fc)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:15.249025 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (a1b06894-a9cf-4afc-a087-35ecf31502a5), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:15.255847 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device d172afae-b942-4c79-9453-3a6d29033d2e up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:15.279371 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-01a1a9b7-415d-4572-bb5a-263f8c3334e1 admin admin] Publish callbacks [] for security_group (0d78c905-53f1-402b-86e5-ab7d8e816380), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:15.366307 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-19f61921-e03d-45c8-b5a5-a74a1043c22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714'] for port (dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:15.420939 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-01a1a9b7-415d-4572-bb5a-263f8c3334e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (0d78c905-53f1-402b-86e5-ab7d8e816380), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:15.423610 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-01a1a9b7-415d-4572-bb5a-263f8c3334e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:15.424912 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-01a1a9b7-415d-4572-bb5a-263f8c3334e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d78c905-53f1-402b-86e5-ab7d8e816380 HTTP/1.1" status: 204 len: 168 time: 0.8347073 Jun 24 10:16:15.443566 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1a9b7-415d-4572-bb5a-263f8c3334e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d78c905-53f1-402b-86e5-ab7d8e816380,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:15.511174 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f6b18c-5871-4eee-bde5-196f286c1844 admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:16:15.515219 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f61921-e03d-45c8-b5a5-a74a1043c22d admin admin] Pushing event updated for resources: {'Port': ['ID=dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:15.553270 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-33f6b18c-5871-4eee-bde5-196f286c1844 admin admin] 10.222.0.64 "PUT /v2.0/routers/6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8693695 Jun 24 10:16:15.705854 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e73632-164d-440d-9559-dd43ed5d0d4e', 'name': 'tempest-DeleteServersTestJSON-1176709000-router', 'tenant_id': '54baeb39b08b4d69aac8c4d42043112a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '14129a54-5c84-4055-829f-49851343086c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:09Z', 'revision_number': 3, 'project_id': '54baeb39b08b4d69aac8c4d42043112a', 'gw_port': {'id': '14129a54-5c84-4055-829f-49851343086c', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ad:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e73632-164d-440d-9559-dd43ed5d0d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:07Z', 'updated_at': '2022-06-24T10:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:15.769157 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f61921-e03d-45c8-b5a5-a74a1043c22d admin admin] Network d5489725-cb1e-4af4-bc56-f04397965dc8 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:15.792523 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3438047'] for network (1ee6b813-854d-4eb4-96cb-e38515ab8665), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:15.793901 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Pushing event updated for resources: {'Port': ['ID=a1b06894-a9cf-4afc-a087-35ecf31502a5,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:15.810541 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-82474f0b-70e3-4947-bcd6-b21d30673a82 None None] Current status of the port b7ac1689-3e59-42d8-a71b-f9868ca7808a is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:15.815313 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port d172afae-b942-4c79-9453-3a6d29033d2e triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:15.815916 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (d172afae-b942-4c79-9453-3a6d29033d2e), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:15.826818 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-19f61921-e03d-45c8-b5a5-a74a1043c22d admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:15.902996 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f61921-e03d-45c8-b5a5-a74a1043c22d admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:16:15.904136 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-19f61921-e03d-45c8-b5a5-a74a1043c22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400494'] for router_interface (068770b2-bc4b-44d2-a0a7-2b1b345dbf73), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:16.007610 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-82474f0b-70e3-4947-bcd6-b21d30673a82 None None] Provisioning complete for port 469af8e5-b73b-402e-a8d2-652dca1296ab triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:16.008514 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-82474f0b-70e3-4947-bcd6-b21d30673a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (469af8e5-b73b-402e-a8d2-652dca1296ab), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:16.050932 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce541976-ffbd-4eae-9550-0aa6b7dfdf19 None None] The sync data for ids ['b8e73632-164d-440d-9559-dd43ed5d0d4e'] in dv-cinder-847132-2-iscsi is: [{'id': 'b8e73632-164d-440d-9559-dd43ed5d0d4e', 'name': 'tempest-DeleteServersTestJSON-1176709000-router', 'tenant_id': '54baeb39b08b4d69aac8c4d42043112a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '14129a54-5c84-4055-829f-49851343086c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:09Z', 'revision_number': 3, 'project_id': '54baeb39b08b4d69aac8c4d42043112a', 'gw_port': {'id': '14129a54-5c84-4055-829f-49851343086c', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ad:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e73632-164d-440d-9559-dd43ed5d0d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:07Z', 'updated_at': '2022-06-24T10:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:16:16.281013 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-82474f0b-70e3-4947-bcd6-b21d30673a82 None None] Port 469af8e5-b73b-402e-a8d2-652dca1296ab cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:16:16.304209 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-82474f0b-70e3-4947-bcd6-b21d30673a82 None None] Provisioning complete for port a1b06894-a9cf-4afc-a087-35ecf31502a5 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:16.308064 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-82474f0b-70e3-4947-bcd6-b21d30673a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (a1b06894-a9cf-4afc-a087-35ecf31502a5), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:16.600081 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:16:16.641565 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:16.706537 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:16.706537 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-82474f0b-70e3-4947-bcd6-b21d30673a82 None None] Current status of the port a1b06894-a9cf-4afc-a087-35ecf31502a5 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:16.714212 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] Publish callbacks [] for port (28cf13ed-955f-4e19-ae50-6a2c18e6d04c), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:16.716326 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-82474f0b-70e3-4947-bcd6-b21d30673a82 None None] Provisioning complete for port d172afae-b942-4c79-9453-3a6d29033d2e triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:16.717202 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-82474f0b-70e3-4947-bcd6-b21d30673a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (d172afae-b942-4c79-9453-3a6d29033d2e), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:16.772827 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:16.797532 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (28cf13ed-955f-4e19-ae50-6a2c18e6d04c), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:16.798227 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-19f61921-e03d-45c8-b5a5-a74a1043c22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:16.921311 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057e28f-b5b0-4bb3-b7dd-9c1610ac8b11 None None] Pushing event updated for resources: {'Port': ['ID=28cf13ed-955f-4e19-ae50-6a2c18e6d04c,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:16.924761 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] Attempting to bind port 28cf13ed-955f-4e19-ae50-6a2c18e6d04c on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:16:16.925531 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] Attempting to bind port 28cf13ed-955f-4e19-ae50-6a2c18e6d04c by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:16:16.926065 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] Attempting to bind port 28cf13ed-955f-4e19-ae50-6a2c18e6d04c on network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:16:16.933747 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:16:16.934245 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] Checking segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:16:16.934818 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:16.935811 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] Bound using segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:16:16.936418 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] Bound port: 28cf13ed-955f-4e19-ae50-6a2c18e6d04c, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:16:16.936925 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (28cf13ed-955f-4e19-ae50-6a2c18e6d04c), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:16.939093 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port d172afae-b942-4c79-9453-3a6d29033d2e is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:16.939712 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (d172afae-b942-4c79-9453-3a6d29033d2e), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.014562 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-82474f0b-70e3-4947-bcd6-b21d30673a82 None None] Current status of the port d172afae-b942-4c79-9453-3a6d29033d2e is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:17.015192 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-82474f0b-70e3-4947-bcd6-b21d30673a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (d172afae-b942-4c79-9453-3a6d29033d2e), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.063350 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-82474f0b-70e3-4947-bcd6-b21d30673a82 None None] For port d172afae-b942-4c79-9453-3a6d29033d2e, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=d172afae-b942-4c79-9453-3a6d29033d2e,segment=NetworkSegment(4711d589-da8e-4c33-8cd2-a8ecd7a525ee),segment_id=4711d589-da8e-4c33-8cd2-a8ecd7a525ee)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:17.077361 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-82474f0b-70e3-4947-bcd6-b21d30673a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (d172afae-b942-4c79-9453-3a6d29033d2e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.245853 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59196) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:17.254473 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-66c4f19d-bcd4-4087-b3a2-d0999c08d57e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1373160035', 'description': 'tempest-description--621441962'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:17.310827 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-66c4f19d-bcd4-4087-b3a2-d0999c08d57e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.315002 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622709', 'neutron.services.segments.db._delete_segments_for_network-8739177752971'] for network (1ee6b813-854d-4eb4-96cb-e38515ab8665), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.328274 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-5008b779-33c2-4ae4-b4e7-a17ebf137fc4 admin admin] Allocated IP 172.20.0.1 (18282298-713d-408d-ae8c-c3fdda8948db/be671b55-3111-4267-9bbd-2d293c328860/3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:16:17.378974 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.db.api [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 10:16:17.379768 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG oslo_db.api [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 10:16:17.389011 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d730e58f-c3cd-49d3-b3cb-d174711a62aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.392724 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-84164e84-ca49-4b48-8b92-e5d5d063f0d9 None None] Provisioning complete for port dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:17.393381 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-84164e84-ca49-4b48-8b92-e5d5d063f0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.411934 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-66c4f19d-bcd4-4087-b3a2-d0999c08d57e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for security_group (e12f9b51-fc8f-4a3a-809f-4db4a0d885c3), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.414334 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:17.414765 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:17.420832 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:17.421211 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] Subscribe: > port after_create 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:17.421527 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:17.421845 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] Subscribe: > port after_update 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:17.422166 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:17.422507 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:17.422846 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-66c4f19d-bcd4-4087-b3a2-d0999c08d57e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (e12f9b51-fc8f-4a3a-809f-4db4a0d885c3), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.423108 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:17.423208 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:17.438002 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:17.441127 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] For port 28cf13ed-955f-4e19-ae50-6a2c18e6d04c, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:16:17.448190 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-84164e84-ca49-4b48-8b92-e5d5d063f0d9 None None] Port dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26 cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:16:17.452568 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] For port 28cf13ed-955f-4e19-ae50-6a2c18e6d04c, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=28cf13ed-955f-4e19-ae50-6a2c18e6d04c,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:16:17.458132 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82474f0b-70e3-4947-bcd6-b21d30673a82 None None] Pushing event updated for resources: {'Port': ['ID=d172afae-b942-4c79-9453-3a6d29033d2e,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:17.464661 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (28cf13ed-955f-4e19-ae50-6a2c18e6d04c), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.486471 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-66c4f19d-bcd4-4087-b3a2-d0999c08d57e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.488292 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-66c4f19d-bcd4-4087-b3a2-d0999c08d57e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2403886 Jun 24 10:16:17.490483 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4f19d-bcd4-4087-b3a2-d0999c08d57e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:17.493416 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59200) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:17.508606 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-1542d586-1b8b-4f35-a3cf-cb362e5d89f8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Request body: {'security_group_rule': {'security_group_id': 'e12f9b51-fc8f-4a3a-809f-4db4a0d885c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:17.554332 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1542d586-1b8b-4f35-a3cf-cb362e5d89f8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for security_group_rule (d315a176-e211-492b-9a07-db849d5287ad), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.575109 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] Routers {'eb3f9758-44f1-4150-8b30-9dae39287ae2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:17.575670 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:15:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['eb3f9758-44f1-4150-8b30-9dae39287ae2'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:17.579801 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057e28f-b5b0-4bb3-b7dd-9c1610ac8b11 None None] Pushing event updated for resources: {'Port': ['ID=28cf13ed-955f-4e19-ae50-6a2c18e6d04c,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:17.655101 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1542d586-1b8b-4f35-a3cf-cb362e5d89f8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for security_group_rule (d315a176-e211-492b-9a07-db849d5287ad), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.662299 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1542d586-1b8b-4f35-a3cf-cb362e5d89f8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (d315a176-e211-492b-9a07-db849d5287ad), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.696238 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1542d586-1b8b-4f35-a3cf-cb362e5d89f8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.701201 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-1542d586-1b8b-4f35-a3cf-cb362e5d89f8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2034898 Jun 24 10:16:17.701201 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542d586-1b8b-4f35-a3cf-cb362e5d89f8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d315a176-e211-492b-9a07-db849d5287ad,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:17.702072 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59204) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:17.706633 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-f8df2472-8e41-45e1-bc1d-3570c0503d13 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Request body: {'security_group_rule': {'security_group_id': 'e12f9b51-fc8f-4a3a-809f-4db4a0d885c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:17.723199 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] Set router eb3f9758-44f1-4150-8b30-9dae39287ae2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:17.772271 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f8df2472-8e41-45e1-bc1d-3570c0503d13 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for security_group_rule (eb1f3670-8546-48d1-bdf0-ae8dbcedd6b1), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.821912 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:17.824053 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:17.824590 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:17.824985 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:17.825428 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee6b813-854d-4eb4-96cb-e38515ab8665']}} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:17.845127 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c415584-b80e-4216-9748-1ac3007c7e20') {'for_net_delete': True} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:17.845525 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c415584-b80e-4216-9748-1ac3007c7e20') {} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:17.868173 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739177753748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15358805'] for segment (0c415584-b80e-4216-9748-1ac3007c7e20), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.890578 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f8df2472-8e41-45e1-bc1d-3570c0503d13 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for security_group_rule (eb1f3670-8546-48d1-bdf0-ae8dbcedd6b1), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.893701 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (0c415584-b80e-4216-9748-1ac3007c7e20), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.906309 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f8df2472-8e41-45e1-bc1d-3570c0503d13 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (eb1f3670-8546-48d1-bdf0-ae8dbcedd6b1), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.909933 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:17.938630 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f8df2472-8e41-45e1-bc1d-3570c0503d13 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.940594 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f8df2472-8e41-45e1-bc1d-3570c0503d13 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2379708 Jun 24 10:16:17.945139 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df2472-8e41-45e1-bc1d-3570c0503d13 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1f3670-8546-48d1-bdf0-ae8dbcedd6b1,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:17.949143 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59210) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:17.953680 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-bf535c31-b4f4-4933-895a-73d35c4a89f1 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Request body: {'floatingip': {'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:17.955308 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=104051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:16:17.955716 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15869078'] for segment (0c415584-b80e-4216-9748-1ac3007c7e20), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.987075 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bf535c31-b4f4-4933-895a-73d35c4a89f1 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:18.011979 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port d172afae-b942-4c79-9453-3a6d29033d2e is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:18.048080 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2021817563-router', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:08Z', 'revision_number': 3, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'gw_port': {'id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:18.076501 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e135e943-b8a1-4645-b38e-703025658ac1 None None] The sync data for ids ['eb3f9758-44f1-4150-8b30-9dae39287ae2'] in dv-cinder-847132-2-iscsi is: [{'id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2021817563-router', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:08Z', 'revision_number': 3, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'gw_port': {'id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:16:18.435302 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407106'] for network (1ee6b813-854d-4eb4-96cb-e38515ab8665), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:18.448205 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:18.452867 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1ee6b813-854d-4eb4-96cb-e38515ab8665 HTTP/1.1" status: 204 len: 168 time: 3.8648849 Jun 24 10:16:18.499990 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 59236) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:18.509019 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bf535c31-b4f4-4933-895a-73d35c4a89f1 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:18.523452 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device a1b06894-a9cf-4afc-a087-35ecf31502a5 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:18.589422 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b8d58e-5342-4b45-afc6-d2ea90678e3f admin admin] Deleting subnet 1f14f9c5-6202-4634-b257-6baaf24295c7 {{(pid=104051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:16:18.611945 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-60b8d58e-5342-4b45-afc6-d2ea90678e3f admin admin] Publish callbacks [] for subnet (1f14f9c5-6202-4634-b257-6baaf24295c7), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:18.615622 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4988a-491d-4688-95d5-a580df8a69e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ee6b813-854d-4eb4-96cb-e38515ab8665,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:18.652367 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:18.695066 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-bf535c31-b4f4-4933-895a-73d35c4a89f1 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Allocated IP 172.27.0.213 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/39d8b1aa-739e-4805-be57-5affb9dc799d) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:16:18.720127 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5008b779-33c2-4ae4-b4e7-a17ebf137fc4 admin admin] Publish callbacks [] for port (3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:18.730966 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:18.742721 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:18.749000 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port a1b06894-a9cf-4afc-a087-35ecf31502a5 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:18.749379 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (a1b06894-a9cf-4afc-a087-35ecf31502a5), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:18.759221 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-60b8d58e-5342-4b45-afc6-d2ea90678e3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15358798'] for subnet (1f14f9c5-6202-4634-b257-6baaf24295c7), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:18.786108 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:18.793716 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-19f61921-e03d-45c8-b5a5-a74a1043c22d admin admin] Publish callbacks [] for port (dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:18.840681 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-19f61921-e03d-45c8-b5a5-a74a1043c22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15869106'] for port (dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:18.902943 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-19f61921-e03d-45c8-b5a5-a74a1043c22d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398334'] for router_interface (068770b2-bc4b-44d2-a0a7-2b1b345dbf73), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:18.939009 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port a1b06894-a9cf-4afc-a087-35ecf31502a5 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:18.940112 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device b7ac1689-3e59-42d8-a71b-f9868ca7808a up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:18.963538 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.services.segments.plugin [-] Segment 0c415584-b80e-4216-9748-1ac3007c7e20 resource provider aggregate not found Jun 24 10:16:18.970534 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bf535c31-b4f4-4933-895a-73d35c4a89f1 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for port (39d8b1aa-739e-4805-be57-5affb9dc799d), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.019246 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-60b8d58e-5342-4b45-afc6-d2ea90678e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3788616'] for subnet (1f14f9c5-6202-4634-b257-6baaf24295c7), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.023849 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-d730e58f-c3cd-49d3-b3cb-d174711a62aa admin admin] Allocated IP 172.20.0.1 (d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5/76a12e71-d45b-4321-aabc-7b9f132bf04a/2d08f9df-af71-40f2-8def-d1492f3a559b) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:16:19.024151 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bf535c31-b4f4-4933-895a-73d35c4a89f1 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714'] for port (39d8b1aa-739e-4805-be57-5affb9dc799d), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.026783 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:19.040156 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.services.segments.plugin [-] Segment 0c415584-b80e-4216-9748-1ac3007c7e20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c415584-b80e-4216-9748-1ac3007c7e20 found for delete ", "request_id": "req-85b58084-ecc6-40e7-87cd-ea9d44f7a9e3"}]} Jun 24 10:16:19.046801 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port b7ac1689-3e59-42d8-a71b-f9868ca7808a triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:19.047404 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (b7ac1689-3e59-42d8-a71b-f9868ca7808a), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.089986 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5008b779-33c2-4ae4-b4e7-a17ebf137fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.137429 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf535c31-b4f4-4933-895a-73d35c4a89f1 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:19.141046 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-bf535c31-b4f4-4933-895a-73d35c4a89f1 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:19.145789 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf535c31-b4f4-4933-895a-73d35c4a89f1 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Pushing event updated for resources: {'Port': ['ID=39d8b1aa-739e-4805-be57-5affb9dc799d,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:19.165045 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf535c31-b4f4-4933-895a-73d35c4a89f1 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:16:19.201111 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port b7ac1689-3e59-42d8-a71b-f9868ca7808a is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:19.202269 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 8a281b8b-e21e-4266-a99f-9b9bcf0d4a16 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:19.243926 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f61921-e03d-45c8-b5a5-a74a1043c22d admin admin] Pushing event updated for resources: {'Port': ['ID=dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:19.267997 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 8a281b8b-e21e-4266-a99f-9b9bcf0d4a16 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:19.268408 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (8a281b8b-e21e-4266-a99f-9b9bcf0d4a16), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.299134 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:19.411081 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 8a281b8b-e21e-4266-a99f-9b9bcf0d4a16 is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:19.411661 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (8a281b8b-e21e-4266-a99f-9b9bcf0d4a16), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.446155 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] For port 8a281b8b-e21e-4266-a99f-9b9bcf0d4a16, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=8a281b8b-e21e-4266-a99f-9b9bcf0d4a16,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:19.454679 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bf535c31-b4f4-4933-895a-73d35c4a89f1 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for floatingip (39eda2a0-af1e-4957-b867-3bc2f99b7567), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.456890 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (8a281b8b-e21e-4266-a99f-9b9bcf0d4a16), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.458083 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device d172afae-b942-4c79-9453-3a6d29033d2e up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:19.523511 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bf535c31-b4f4-4933-895a-73d35c4a89f1 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (39d8b1aa-739e-4805-be57-5affb9dc799d), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.531879 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008b779-33c2-4ae4-b4e7-a17ebf137fc4 admin admin] Pushing event updated for resources: {'Port': ['ID=3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:19.656503 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] Sync routers for ids ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:16:19.672521 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Pushing event updated for resources: {'Port': ['ID=8a281b8b-e21e-4266-a99f-9b9bcf0d4a16,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:19.718526 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port d172afae-b942-4c79-9453-3a6d29033d2e triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:19.718926 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (d172afae-b942-4c79-9453-3a6d29033d2e), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.723333 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] Routers {'6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:19.723968 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:15:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:19.732838 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bf535c31-b4f4-4933-895a-73d35c4a89f1 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for port (39d8b1aa-739e-4805-be57-5affb9dc799d), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.742343 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5008b779-33c2-4ae4-b4e7-a17ebf137fc4 admin admin] Network 18282298-713d-408d-ae8c-c3fdda8948db is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:19.743637 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-60b8d58e-5342-4b45-afc6-d2ea90678e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3788646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15869180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16557641'] for subnet (1f14f9c5-6202-4634-b257-6baaf24295c7), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.747650 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bf535c31-b4f4-4933-895a-73d35c4a89f1 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (39d8b1aa-739e-4805-be57-5affb9dc799d), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.764792 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-5008b779-33c2-4ae4-b4e7-a17ebf137fc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:19.770640 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5008b779-33c2-4ae4-b4e7-a17ebf137fc4 admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:16:19.844339 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bf535c31-b4f4-4933-895a-73d35c4a89f1 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (39eda2a0-af1e-4957-b867-3bc2f99b7567), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.866113 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d730e58f-c3cd-49d3-b3cb-d174711a62aa admin admin] Publish callbacks [] for port (2d08f9df-af71-40f2-8def-d1492f3a559b), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.877898 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf535c31-b4f4-4933-895a-73d35c4a89f1 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Pushing event updated for resources: {'Port': ['ID=39d8b1aa-739e-4805-be57-5affb9dc799d,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:19.894100 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8d58e-5342-4b45-afc6-d2ea90678e3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f14f9c5-6202-4634-b257-6baaf24295c7,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:19.896846 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bf535c31-b4f4-4933-895a-73d35c4a89f1 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.912689 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-bf535c31-b4f4-4933-895a-73d35c4a89f1 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9533610 Jun 24 10:16:19.912901 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-60b8d58e-5342-4b45-afc6-d2ea90678e3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.915365 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-60b8d58e-5342-4b45-afc6-d2ea90678e3f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1f14f9c5-6202-4634-b257-6baaf24295c7 HTTP/1.1" status: 204 len: 168 time: 1.4107797 Jun 24 10:16:19.923513 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59288) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:20.016246 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5008b779-33c2-4ae4-b4e7-a17ebf137fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400494'] for router_interface (b8e73632-164d-440d-9559-dd43ed5d0d4e), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:20.030249 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f61921-e03d-45c8-b5a5-a74a1043c22d admin admin] Network d5489725-cb1e-4af4-bc56-f04397965dc8 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:20.040635 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port d172afae-b942-4c79-9453-3a6d29033d2e is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:20.042631 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 14129a54-5c84-4055-829f-49851343086c up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:20.048101 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] Set router 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:20.072927 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-19f61921-e03d-45c8-b5a5-a74a1043c22d admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:20.125115 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:20.205322 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d730e58f-c3cd-49d3-b3cb-d174711a62aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (2d08f9df-af71-40f2-8def-d1492f3a559b), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:20.218671 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 59290) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:20.267032 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3438047'] for network (31745138-2d1e-4e77-a625-67d05bed22fa), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:20.324214 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d730e58f-c3cd-49d3-b3cb-d174711a62aa admin admin] Network d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:20.437527 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:20.439378 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:20.451998 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 14129a54-5c84-4055-829f-49851343086c triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:20.452836 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (14129a54-5c84-4055-829f-49851343086c), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:20.475142 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622709', 'neutron.services.segments.db._delete_segments_for_network-8739177752971'] for network (31745138-2d1e-4e77-a625-67d05bed22fa), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:20.491339 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59300) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:20.534267 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59302) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:20.537610 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-5014068c-a42f-4e7f-b982-7e8b7ea946d8 None None] Provisioning complete for port 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:20.538438 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5014068c-a42f-4e7f-b982-7e8b7ea946d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:20.570727 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-d730e58f-c3cd-49d3-b3cb-d174711a62aa admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:20.579081 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d730e58f-c3cd-49d3-b3cb-d174711a62aa admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:16:20.582284 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730e58f-c3cd-49d3-b3cb-d174711a62aa admin admin] Pushing event updated for resources: {'Port': ['ID=2d08f9df-af71-40f2-8def-d1492f3a559b,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:20.587258 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:20.590209 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:20.594681 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:20.595318 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] Subscribe: > port after_create 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:20.596735 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:20.597666 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] Subscribe: > port after_update 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:20.600624 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:20.601187 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:20.609042 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:20.612247 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:20.664252 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'name': 'tempest-AttachVolumeShelveTestJSON-1553345152-router', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:01Z', 'updated_at': '2022-06-24T10:16:10Z', 'revision_number': 4, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'gw_port': {'id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:02Z', 'updated_at': '2022-06-24T10:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '469af8e5-b73b-402e-a8d2-652dca1296ab', 'name': '', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'mac_address': 'fa:16:3e:8d:9d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:08Z', 'updated_at': '2022-06-24T10:16:11Z', 'revision_number': 2, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'subnets': [{'id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:20.698483 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5008b779-33c2-4ae4-b4e7-a17ebf137fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:20.707190 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d730e58f-c3cd-49d3-b3cb-d174711a62aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400494'] for router_interface (eb3f9758-44f1-4150-8b30-9dae39287ae2), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:20.771644 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-5014068c-a42f-4e7f-b982-7e8b7ea946d8 None None] Port 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4 cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:16:20.772001 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f61921-e03d-45c8-b5a5-a74a1043c22d admin admin] Router 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:16:20.796178 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] Checking router: 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:16:20.797992 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] Updating router 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b port 469af8e5-b73b-402e-a8d2-652dca1296ab binding host dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:16:20.862860 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (469af8e5-b73b-402e-a8d2-652dca1296ab), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:20.893490 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:20.947165 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:20.947480 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:20.947928 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:20.948345 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:16:20.948932 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31745138-2d1e-4e77-a625-67d05bed22fa']}} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:20.976533 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9ed32c52-99d9-4175-94b6-1deec7cf8157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:20.987389 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f086e1-c628-4461-8ec2-0ead7a001c69') {'for_net_delete': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:20.988354 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f086e1-c628-4461-8ec2-0ead7a001c69') {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:20.994575 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-4891aebb-3d25-4610-ad65-4419895bf3d3 None None] Provisioning complete for port dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:20.995323 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4891aebb-3d25-4610-ad65-4419895bf3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.036974 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d7001fa4-46aa-4a6f-b754-2eb6cd737293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.039356 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d440dd19-888a-49c8-afa7-750d8c4458b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.050749 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739177753748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293625'] for segment (d8f086e1-c628-4461-8ec2-0ead7a001c69), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.053245 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-4891aebb-3d25-4610-ad65-4419895bf3d3 None None] Port dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26 cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:16:21.073758 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 14129a54-5c84-4055-829f-49851343086c is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:21.074148 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (14129a54-5c84-4055-829f-49851343086c), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.103064 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:21.115313 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (d8f086e1-c628-4461-8ec2-0ead7a001c69), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.138993 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=104052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:16:21.139692 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11933620'] for segment (d8f086e1-c628-4461-8ec2-0ead7a001c69), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.206549 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d730e58f-c3cd-49d3-b3cb-d174711a62aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (2d08f9df-af71-40f2-8def-d1492f3a559b), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.208969 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f61921-e03d-45c8-b5a5-a74a1043c22d admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:16:21.221470 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] Sync routers for ids ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:16:21.225511 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-19f61921-e03d-45c8-b5a5-a74a1043c22d admin admin] 10.222.0.64 "PUT /v2.0/routers/068770b2-bc4b-44d2-a0a7-2b1b345dbf73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8120928 Jun 24 10:16:21.252955 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] Routers {'068770b2-bc4b-44d2-a0a7-2b1b345dbf73'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:21.256279 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:15:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:21.259048 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:21.299923 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407106'] for network (31745138-2d1e-4e77-a625-67d05bed22fa), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.309526 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:21.335607 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9ed32c52-99d9-4175-94b6-1deec7cf8157 admin admin] Publish callbacks [] for security_group (8000c182-77bb-409f-bd78-2484c5442baf), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.342984 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.355962 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] 10.222.0.64 "DELETE /v2.0/networks/31745138-2d1e-4e77-a625-67d05bed22fa HTTP/1.1" status: 204 len: 168 time: 1.4314764 Jun 24 10:16:21.370528 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9ed32c52-99d9-4175-94b6-1deec7cf8157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (8000c182-77bb-409f-bd78-2484c5442baf), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.377965 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5008b779-33c2-4ae4-b4e7-a17ebf137fc4 admin admin] Publish callbacks [] for port (3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.395394 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:21.402528 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0732d-6ffa-41de-994f-4832f475fd88 admin admin] Pushing event deleted for resources: {'Network': ['ID=31745138-2d1e-4e77-a625-67d05bed22fa,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:21.446837 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5008b779-33c2-4ae4-b4e7-a17ebf137fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15869106'] for port (3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.456694 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:21.457982 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d7001fa4-46aa-4a6f-b754-2eb6cd737293 admin admin] Publish callbacks [] for security_group (ffd1f763-2499-41b5-8dfc-a510287f7420), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.460367 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d440dd19-888a-49c8-afa7-750d8c4458b9 admin admin] Publish callbacks [] for security_group (9194b03b-277c-4275-80b6-ad69f8517b08), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.491908 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d440dd19-888a-49c8-afa7-750d8c4458b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (9194b03b-277c-4275-80b6-ad69f8517b08), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.500505 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d7001fa4-46aa-4a6f-b754-2eb6cd737293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (ffd1f763-2499-41b5-8dfc-a510287f7420), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.524731 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] Set router 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:21.582965 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008b779-33c2-4ae4-b4e7-a17ebf137fc4 admin admin] Pushing event updated for resources: {'Port': ['ID=3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:21.655106 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed32c52-99d9-4175-94b6-1deec7cf8157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8000c182-77bb-409f-bd78-2484c5442baf,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:21.661988 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-9ed32c52-99d9-4175-94b6-1deec7cf8157 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ee36d9024964e9c89239970cd5edda9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4360440 Jun 24 10:16:21.670314 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 59354) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:21.671024 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment d8f086e1-c628-4461-8ec2-0ead7a001c69 resource provider aggregate not found Jun 24 10:16:21.690271 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-d7001fa4-46aa-4a6f-b754-2eb6cd737293 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=79651536f6be44d089cb6ba862ef76a4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1546998 Jun 24 10:16:21.726409 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59358) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:21.737083 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59360) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:21.742735 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] For port 14129a54-5c84-4055-829f-49851343086c, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=14129a54-5c84-4055-829f-49851343086c,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:21.767062 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-94c1376f-284b-4b15-b930-a9db1ea2369f None None] Provisioning complete for port 2d08f9df-af71-40f2-8def-d1492f3a559b triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:21.767440 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-94c1376f-284b-4b15-b930-a9db1ea2369f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (2d08f9df-af71-40f2-8def-d1492f3a559b), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.771584 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment d8f086e1-c628-4461-8ec2-0ead7a001c69 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8f086e1-c628-4461-8ec2-0ead7a001c69 found for delete ", "request_id": "req-667c4433-0a65-4bae-acdc-5d4e3d27f723"}]} Jun 24 10:16:21.790911 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d730e58f-c3cd-49d3-b3cb-d174711a62aa admin admin] Publish callbacks [] for port (2d08f9df-af71-40f2-8def-d1492f3a559b), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.792300 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-d440dd19-888a-49c8-afa7-750d8c4458b9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a2cc0415979f4460bff9ff14392f0986&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2999291 Jun 24 10:16:21.793983 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (14129a54-5c84-4055-829f-49851343086c), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.794226 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 938b0c38-07c3-443c-a0cd-2c0bff0df71a up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:21.800658 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59362) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:21.812947 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5008b779-33c2-4ae4-b4e7-a17ebf137fc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398334'] for router_interface (b8e73632-164d-440d-9559-dd43ed5d0d4e), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.820299 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d730e58f-c3cd-49d3-b3cb-d174711a62aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15869106'] for port (2d08f9df-af71-40f2-8def-d1492f3a559b), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.830047 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 59364) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:21.850073 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440dd19-888a-49c8-afa7-750d8c4458b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9194b03b-277c-4275-80b6-ad69f8517b08,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:21.927647 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-0a2d3dc7-b6a5-453e-a81d-cea0e23d0431 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1775062853', 'description': 'tempest-description--2092192373'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:21.962411 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'name': 'tempest-AttachVolumeTestJSON-1587164432-router', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:16Z', 'revision_number': 4, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'gw_port': {'id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26', 'name': '', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'mac_address': 'fa:16:3e:f1:ce:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:13Z', 'updated_at': '2022-06-24T10:16:17Z', 'revision_number': 2, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'subnets': [{'id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:21.985080 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730e58f-c3cd-49d3-b3cb-d174711a62aa admin admin] Pushing event updated for resources: {'Port': ['ID=2d08f9df-af71-40f2-8def-d1492f3a559b,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:22.001760 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] Checking router: 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:16:22.002312 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] Updating router 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 port dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26 binding host dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:16:22.045866 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.052893 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d730e58f-c3cd-49d3-b3cb-d174711a62aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398334'] for router_interface (eb3f9758-44f1-4150-8b30-9dae39287ae2), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.055132 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0a2d3dc7-b6a5-453e-a81d-cea0e23d0431 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.061379 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:22.077180 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4be6f321-b287-408b-bdfd-ce395027b05a admin admin] Publish callbacks [] for security_group (8000c182-77bb-409f-bd78-2484c5442baf), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.172552 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4be6f321-b287-408b-bdfd-ce395027b05a admin admin] Publish callbacks [] for security_group (8000c182-77bb-409f-bd78-2484c5442baf), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.181060 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7001fa4-46aa-4a6f-b754-2eb6cd737293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd1f763-2499-41b5-8dfc-a510287f7420,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:22.188072 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cfbabcdc-21f8-4339-9bab-c906df38a5b3 admin admin] Publish callbacks [] for security_group (9194b03b-277c-4275-80b6-ad69f8517b08), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.207467 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:22.209083 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-519c75bd-8692-4ab2-95ed-e83f59699f0f admin admin] Publish callbacks [] for security_group (ffd1f763-2499-41b5-8dfc-a510287f7420), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.218244 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e44a8929-2111-415b-9c62-b85ee287662e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=86b3133477f941cc8c46c2ad8b09cc8b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4785187 Jun 24 10:16:22.222872 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59372) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:22.235814 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-94c1376f-284b-4b15-b930-a9db1ea2369f None None] Port 2d08f9df-af71-40f2-8def-d1492f3a559b cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:16:22.255206 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 59376) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:22.267020 dv-cinder-847132-2-iscsi neutron-server[104051]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 10:16:22.270452 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cfbabcdc-21f8-4339-9bab-c906df38a5b3 admin admin] Publish callbacks [] for security_group (9194b03b-277c-4275-80b6-ad69f8517b08), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.307585 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 938b0c38-07c3-443c-a0cd-2c0bff0df71a triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:22.309370 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (938b0c38-07c3-443c-a0cd-2c0bff0df71a), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.311138 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-519c75bd-8692-4ab2-95ed-e83f59699f0f admin admin] Publish callbacks [] for security_group (ffd1f763-2499-41b5-8dfc-a510287f7420), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.313671 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:22.316100 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Pushing event updated for resources: {'Port': ['ID=14129a54-5c84-4055-829f-49851343086c,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:22.324371 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5008b779-33c2-4ae4-b4e7-a17ebf137fc4 admin admin] Network 18282298-713d-408d-ae8c-c3fdda8948db is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:22.338090 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c6afca44-a0cd-4956-b123-ff88bff70c1b admin admin] Publish callbacks [] for security_group (6a0450fe-b7f2-434f-89bd-7306bc12b0ac), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.383891 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] Publish callbacks [] for port (469af8e5-b73b-402e-a8d2-652dca1296ab), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.395792 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c6afca44-a0cd-4956-b123-ff88bff70c1b admin admin] Publish callbacks [] for security_group (6a0450fe-b7f2-434f-89bd-7306bc12b0ac), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.411456 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (469af8e5-b73b-402e-a8d2-652dca1296ab), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.411979 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0a2d3dc7-b6a5-453e-a81d-cea0e23d0431 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for security_group (5b98c301-685f-4c95-adf1-d47cd9c68e54), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.428823 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-5008b779-33c2-4ae4-b4e7-a17ebf137fc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:22.451090 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0a2d3dc7-b6a5-453e-a81d-cea0e23d0431 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (5b98c301-685f-4c95-adf1-d47cd9c68e54), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.465465 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cfbabcdc-21f8-4339-9bab-c906df38a5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (9194b03b-277c-4275-80b6-ad69f8517b08), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.468477 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cfbabcdc-21f8-4339-9bab-c906df38a5b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.469989 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-cfbabcdc-21f8-4339-9bab-c906df38a5b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9194b03b-277c-4275-80b6-ad69f8517b08 HTTP/1.1" status: 204 len: 168 time: 0.6672616 Jun 24 10:16:22.477029 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-519c75bd-8692-4ab2-95ed-e83f59699f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (ffd1f763-2499-41b5-8dfc-a510287f7420), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.479568 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-519c75bd-8692-4ab2-95ed-e83f59699f0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.480910 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-519c75bd-8692-4ab2-95ed-e83f59699f0f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ffd1f763-2499-41b5-8dfc-a510287f7420 HTTP/1.1" status: 204 len: 168 time: 0.7427068 Jun 24 10:16:22.487827 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c6afca44-a0cd-4956-b123-ff88bff70c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (6a0450fe-b7f2-434f-89bd-7306bc12b0ac), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.495995 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c6afca44-a0cd-4956-b123-ff88bff70c1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.497469 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c6afca44-a0cd-4956-b123-ff88bff70c1b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a0450fe-b7f2-434f-89bd-7306bc12b0ac HTTP/1.1" status: 204 len: 168 time: 0.2706218 Jun 24 10:16:22.498620 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbabcdc-21f8-4339-9bab-c906df38a5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9194b03b-277c-4275-80b6-ad69f8517b08,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:22.537169 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:22.538585 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6349f-ce18-47b4-873b-2551fdae43e2 None None] Pushing event updated for resources: {'Port': ['ID=469af8e5-b73b-402e-a8d2-652dca1296ab,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:22.539860 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c75bd-8692-4ab2-95ed-e83f59699f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd1f763-2499-41b5-8dfc-a510287f7420,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:22.545801 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4be6f321-b287-408b-bdfd-ce395027b05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (8000c182-77bb-409f-bd78-2484c5442baf), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.551794 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=12,neutron:DELETE=4,neutron:SELECT=84 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:22.566086 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4be6f321-b287-408b-bdfd-ce395027b05a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.567609 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-4be6f321-b287-408b-bdfd-ce395027b05a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8000c182-77bb-409f-bd78-2484c5442baf HTTP/1.1" status: 204 len: 168 time: 0.8945198 Jun 24 10:16:22.573458 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afca44-a0cd-4956-b123-ff88bff70c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0450fe-b7f2-434f-89bd-7306bc12b0ac,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:22.605821 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 938b0c38-07c3-443c-a0cd-2c0bff0df71a is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:22.609369 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (938b0c38-07c3-443c-a0cd-2c0bff0df71a), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.612811 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] Publish callbacks [] for port (dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.633972 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.694473 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] For port 938b0c38-07c3-443c-a0cd-2c0bff0df71a, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=938b0c38-07c3-443c-a0cd-2c0bff0df71a,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:22.709592 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (938b0c38-07c3-443c-a0cd-2c0bff0df71a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.813098 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0a2d3dc7-b6a5-453e-a81d-cea0e23d0431 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.814880 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-0a2d3dc7-b6a5-453e-a81d-cea0e23d0431 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9169035 Jun 24 10:16:22.817943 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59386) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:22.822944 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-2d53efba-6d0a-4dc8-b1ca-cc7fa464348d tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Request body: {'security_group_rule': {'security_group_id': '5b98c301-685f-4c95-adf1-d47cd9c68e54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:22.835178 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d3dc7-b6a5-453e-a81d-cea0e23d0431 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b98c301-685f-4c95-adf1-d47cd9c68e54,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:22.909938 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-18b1a627-9267-49c1-9d84-a489be47eacd req-2f568c14-8b9d-4532-ab37-ca7e97d35213 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1373160035&fields=id&tenant_id=74111042535d44c8a52a4656eb37fa23 HTTP/1.1" status: 200 len: 267 time: 0.6492453 Jun 24 10:16:22.925061 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d730e58f-c3cd-49d3-b3cb-d174711a62aa admin admin] Network d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:22.936325 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2d53efba-6d0a-4dc8-b1ca-cc7fa464348d tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for security_group_rule (da73062f-08f1-423e-ba5b-4417164cd93f), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.964344 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:23.002792 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] Attempting to bind port dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26 on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:16:23.004548 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] Attempting to bind port dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26 by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': 'b2d97abe-b69e-4d48-898d-8b67cc0526fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:16:23.005069 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] Attempting to bind port dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26 on network d5489725-cb1e-4af4-bc56-f04397965dc8 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:16:23.019352 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] Attempting to bind port 469af8e5-b73b-402e-a8d2-652dca1296ab on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:16:23.021919 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6f321-b287-408b-bdfd-ce395027b05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8000c182-77bb-409f-bd78-2484c5442baf,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:23.023086 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] Attempting to bind port 469af8e5-b73b-402e-a8d2-652dca1296ab by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '21c9839e-eac9-45b6-8215-616b568884d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:16:23.023723 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] Attempting to bind port 469af8e5-b73b-402e-a8d2-652dca1296ab on network 77e0b315-c6f0-401c-b090-3f73b33dd671 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:16:23.033702 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a61fe-01bb-47b5-9625-2de75f7aced7 None None] Pushing event updated for resources: {'Port': ['ID=dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:23.041940 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:16:23.043248 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-d730e58f-c3cd-49d3-b3cb-d174711a62aa admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:23.043816 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] Checking segment: {'id': 'b2d97abe-b69e-4d48-898d-8b67cc0526fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:16:23.044384 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.049325 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] Bound using segment: {'id': 'b2d97abe-b69e-4d48-898d-8b67cc0526fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:16:23.050145 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] Bound port: dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d97abe-b69e-4d48-898d-8b67cc0526fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:16:23.050683 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.067505 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Pushing event updated for resources: {'Port': ['ID=938b0c38-07c3-443c-a0cd-2c0bff0df71a,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:23.076203 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:16:23.081607 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] Checking segment: {'id': '21c9839e-eac9-45b6-8215-616b568884d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:16:23.082378 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.083350 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] Bound using segment: {'id': '21c9839e-eac9-45b6-8215-616b568884d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:16:23.084067 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] Bound port: 469af8e5-b73b-402e-a8d2-652dca1296ab, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c9839e-eac9-45b6-8215-616b568884d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:16:23.084787 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (469af8e5-b73b-402e-a8d2-652dca1296ab), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.161489 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-de900646-a8d5-4d97-af13-46ba7f977912 None None] Provisioning complete for port 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:23.161489 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-de900646-a8d5-4d97-af13-46ba7f977912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.196562 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2d53efba-6d0a-4dc8-b1ca-cc7fa464348d tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for security_group_rule (da73062f-08f1-423e-ba5b-4417164cd93f), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.206416 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2d53efba-6d0a-4dc8-b1ca-cc7fa464348d tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (da73062f-08f1-423e-ba5b-4417164cd93f), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.207950 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] For port dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:16:23.212408 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 28cf13ed-955f-4e19-ae50-6a2c18e6d04c up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:23.218312 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] For port dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26,segment=NetworkSegment(b2d97abe-b69e-4d48-898d-8b67cc0526fc),segment_id=b2d97abe-b69e-4d48-898d-8b67cc0526fc)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:16:23.239958 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.251418 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:23.262482 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2d53efba-6d0a-4dc8-b1ca-cc7fa464348d tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.264401 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-2d53efba-6d0a-4dc8-b1ca-cc7fa464348d tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4451468 Jun 24 10:16:23.268020 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59392) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:23.276650 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-a456685d-94ce-45f8-9f08-1f0dec2210fd tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Request body: {'security_group_rule': {'security_group_id': '5b98c301-685f-4c95-adf1-d47cd9c68e54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:23.283731 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53efba-6d0a-4dc8-b1ca-cc7fa464348d tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da73062f-08f1-423e-ba5b-4417164cd93f,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:23.328261 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a456685d-94ce-45f8-9f08-1f0dec2210fd tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for security_group_rule (a66b4812-2b5a-4c13-8f36-d2c91b82e9f9), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.373792 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a61fe-01bb-47b5-9625-2de75f7aced7 None None] Pushing event updated for resources: {'Port': ['ID=dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:23.416743 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] Routers {'068770b2-bc4b-44d2-a0a7-2b1b345dbf73'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:23.417494 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:15:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:23.429557 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-de900646-a8d5-4d97-af13-46ba7f977912 None None] Port 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4 cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:16:23.439139 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a456685d-94ce-45f8-9f08-1f0dec2210fd tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for security_group_rule (a66b4812-2b5a-4c13-8f36-d2c91b82e9f9), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.447366 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a456685d-94ce-45f8-9f08-1f0dec2210fd tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (a66b4812-2b5a-4c13-8f36-d2c91b82e9f9), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.484193 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-de900646-a8d5-4d97-af13-46ba7f977912 None None] Provisioning complete for port 469af8e5-b73b-402e-a8d2-652dca1296ab triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:23.484512 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-de900646-a8d5-4d97-af13-46ba7f977912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (469af8e5-b73b-402e-a8d2-652dca1296ab), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.489372 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5008b779-33c2-4ae4-b4e7-a17ebf137fc4 admin admin] Router b8e73632-164d-440d-9559-dd43ed5d0d4e has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:16:23.491563 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456685d-94ce-45f8-9f08-1f0dec2210fd tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66b4812-2b5a-4c13-8f36-d2c91b82e9f9,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:23.499297 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] For port 469af8e5-b73b-402e-a8d2-652dca1296ab, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:16:23.511409 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a456685d-94ce-45f8-9f08-1f0dec2210fd tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.512760 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] For port 469af8e5-b73b-402e-a8d2-652dca1296ab, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=469af8e5-b73b-402e-a8d2-652dca1296ab,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:16:23.515020 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a456685d-94ce-45f8-9f08-1f0dec2210fd tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2456269 Jun 24 10:16:23.518628 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59394) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:23.535836 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-460e4ac8-ebe3-4889-84bc-dc73e484951e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Request body: {'floatingip': {'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:23.591499 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-460e4ac8-ebe3-4889-84bc-dc73e484951e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.621308 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 28cf13ed-955f-4e19-ae50-6a2c18e6d04c triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:23.621874 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (28cf13ed-955f-4e19-ae50-6a2c18e6d04c), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.626524 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (469af8e5-b73b-402e-a8d2-652dca1296ab), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.626821 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] Set router 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:23.689295 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-de900646-a8d5-4d97-af13-46ba7f977912 None None] Port 469af8e5-b73b-402e-a8d2-652dca1296ab cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:16:23.788400 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-460e4ac8-ebe3-4889-84bc-dc73e484951e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.868575 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-75cffa36-2f6f-4d3f-9c5f-27706d2a107d None None] Provisioning complete for port dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:23.872853 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-75cffa36-2f6f-4d3f-9c5f-27706d2a107d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.878416 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:23.896514 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1a627-9267-49c1-9d84-a489be47eacd req-11727d15-e237-4f02-b3ac-04e00ad6c4ad tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:23.898095 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-18b1a627-9267-49c1-9d84-a489be47eacd req-11727d15-e237-4f02-b3ac-04e00ad6c4ad tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/networks?id=77e0b315-c6f0-401c-b090-3f73b33dd671 HTTP/1.1" status: 200 len: 817 time: 0.9712520 Jun 24 10:16:23.927177 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] Routers {'6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:23.928138 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:15:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:24.000053 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:24.043151 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 28cf13ed-955f-4e19-ae50-6a2c18e6d04c is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:24.043626 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (28cf13ed-955f-4e19-ae50-6a2c18e6d04c), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.058100 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d730e58f-c3cd-49d3-b3cb-d174711a62aa admin admin] Router eb3f9758-44f1-4150-8b30-9dae39287ae2 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:16:24.062470 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:24.069233 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-18b1a627-9267-49c1-9d84-a489be47eacd req-d1ec9d29-984d-4259-b0f6-ac24c7854121 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/quotas/74111042535d44c8a52a4656eb37fa23 HTTP/1.1" status: 200 len: 375 time: 0.0968816 Jun 24 10:16:24.074128 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 59400) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:24.112130 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-75cffa36-2f6f-4d3f-9c5f-27706d2a107d None None] Current status of the port dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26 is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:24.112636 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-75cffa36-2f6f-4d3f-9c5f-27706d2a107d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.127113 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6349f-ce18-47b4-873b-2551fdae43e2 None None] Pushing event updated for resources: {'Port': ['ID=469af8e5-b73b-402e-a8d2-652dca1296ab,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:24.132374 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59404) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:24.158532 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:24.161197 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] For port 28cf13ed-955f-4e19-ae50-6a2c18e6d04c, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=28cf13ed-955f-4e19-ae50-6a2c18e6d04c,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:24.174078 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-460e4ac8-ebe3-4889-84bc-dc73e484951e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Allocated IP 172.27.0.24 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/62ac0a9a-fdb7-478c-a892-23f0ed01145e) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:16:24.184117 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'name': 'tempest-AttachVolumeTestJSON-1587164432-router', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:16Z', 'revision_number': 4, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'gw_port': {'id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26', 'name': '', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'mac_address': 'fa:16:3e:f1:ce:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:13Z', 'updated_at': '2022-06-24T10:16:23Z', 'revision_number': 4, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'subnets': [{'id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:24.200157 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (28cf13ed-955f-4e19-ae50-6a2c18e6d04c), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.201155 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 14129a54-5c84-4055-829f-49851343086c up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:24.222101 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-39dc168d-e21b-45ac-a93a-fe2331d57031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.232426 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a63d7644-688c-4003-ae9d-fd598c994300 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.256391 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45757175-f51e-4e5f-a965-b8eb999772b4 None None] The sync data for ids ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'] in dv-cinder-847132-2-iscsi is: [{'id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'name': 'tempest-AttachVolumeTestJSON-1587164432-router', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:16Z', 'revision_number': 4, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'gw_port': {'id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26', 'name': '', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'mac_address': 'fa:16:3e:f1:ce:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:13Z', 'updated_at': '2022-06-24T10:16:23Z', 'revision_number': 4, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'subnets': [{'id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:16:24.313471 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Pushing event updated for resources: {'Port': ['ID=28cf13ed-955f-4e19-ae50-6a2c18e6d04c,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:24.316420 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-75cffa36-2f6f-4d3f-9c5f-27706d2a107d None None] For port dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26,segment=NetworkSegment(b2d97abe-b69e-4d48-898d-8b67cc0526fc),segment_id=b2d97abe-b69e-4d48-898d-8b67cc0526fc)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:24.340153 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 14129a54-5c84-4055-829f-49851343086c triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:24.340709 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (14129a54-5c84-4055-829f-49851343086c), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.342858 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-75cffa36-2f6f-4d3f-9c5f-27706d2a107d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.397194 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-18b1a627-9267-49c1-9d84-a489be47eacd req-c7fdd704-8b19-45f9-8257-75edb3917ca5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=74111042535d44c8a52a4656eb37fa23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3268156 Jun 24 10:16:24.421395 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-75cffa36-2f6f-4d3f-9c5f-27706d2a107d None None] Provisioning complete for port 2d08f9df-af71-40f2-8def-d1492f3a559b triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:24.421903 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-75cffa36-2f6f-4d3f-9c5f-27706d2a107d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (2d08f9df-af71-40f2-8def-d1492f3a559b), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.431397 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5008b779-33c2-4ae4-b4e7-a17ebf137fc4 admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:16:24.445344 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cffa36-2f6f-4d3f-9c5f-27706d2a107d None None] Pushing event updated for resources: {'Port': ['ID=dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:24.456955 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-5008b779-33c2-4ae4-b4e7-a17ebf137fc4 admin admin] 10.222.0.64 "PUT /v2.0/routers/b8e73632-164d-440d-9559-dd43ed5d0d4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1717529 Jun 24 10:16:24.501272 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] Sync routers for ids ['b8e73632-164d-440d-9559-dd43ed5d0d4e'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:16:24.525330 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] Set router 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:24.560573 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:24.569716 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d730e58f-c3cd-49d3-b3cb-d174711a62aa admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:16:24.573890 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-460e4ac8-ebe3-4889-84bc-dc73e484951e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for port (62ac0a9a-fdb7-478c-a892-23f0ed01145e), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.591488 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-d730e58f-c3cd-49d3-b3cb-d174711a62aa admin admin] 10.222.0.64 "PUT /v2.0/routers/eb3f9758-44f1-4150-8b30-9dae39287ae2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9915657 Jun 24 10:16:24.593448 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] Sync routers for ids ['eb3f9758-44f1-4150-8b30-9dae39287ae2'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:16:24.594628 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a63d7644-688c-4003-ae9d-fd598c994300 admin admin] Publish callbacks [] for security_group (6bdd20be-1b33-4f67-9123-41b05f958f0e), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.601956 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:24.609123 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a63d7644-688c-4003-ae9d-fd598c994300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (6bdd20be-1b33-4f67-9123-41b05f958f0e), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.611506 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] Routers {'eb3f9758-44f1-4150-8b30-9dae39287ae2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:24.615794 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:15:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['eb3f9758-44f1-4150-8b30-9dae39287ae2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:24.664476 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-39dc168d-e21b-45ac-a93a-fe2331d57031 admin admin] Publish callbacks [] for security_group (f31c0399-485e-406b-a8ab-15a21280bfac), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.675382 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-39dc168d-e21b-45ac-a93a-fe2331d57031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (f31c0399-485e-406b-a8ab-15a21280bfac), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.679009 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:24.693251 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 59412) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:24.693573 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 59414) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:24.703818 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] Routers {'b8e73632-164d-440d-9559-dd43ed5d0d4e'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:24.704477 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:15:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['b8e73632-164d-440d-9559-dd43ed5d0d4e'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:24.712709 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d7644-688c-4003-ae9d-fd598c994300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdd20be-1b33-4f67-9123-41b05f958f0e,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:24.719673 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a63d7644-688c-4003-ae9d-fd598c994300 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=709010bf0d694d9fa40b122230322fe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5816975 Jun 24 10:16:24.730950 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59418) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:24.784727 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-460e4ac8-ebe3-4889-84bc-dc73e484951e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (62ac0a9a-fdb7-478c-a892-23f0ed01145e), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.800437 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-39dc168d-e21b-45ac-a93a-fe2331d57031 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f8fe2ac64e77463f868efb0de979edcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7223451 Jun 24 10:16:24.831168 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59420) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:24.886619 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460e4ac8-ebe3-4889-84bc-dc73e484951e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:24.888761 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dce85d48-d29e-4fc3-a628-e6dc9c80b3b8 admin admin] Publish callbacks [] for security_group (6bdd20be-1b33-4f67-9123-41b05f958f0e), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.889389 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5acc2baf-b5aa-4110-a634-fee426a0df10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.901129 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] Set router eb3f9758-44f1-4150-8b30-9dae39287ae2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:24.901737 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-460e4ac8-ebe3-4889-84bc-dc73e484951e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:24.903809 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460e4ac8-ebe3-4889-84bc-dc73e484951e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:16:24.961032 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-c911fea5-f091-4def-9d32-a69431c061b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=73c43ace79c842da946a40e236d5a151&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2487609 Jun 24 10:16:24.977588 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 59422) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:24.981858 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc168d-e21b-45ac-a93a-fe2331d57031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31c0399-485e-406b-a8ab-15a21280bfac,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:25.113754 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-75cffa36-2f6f-4d3f-9c5f-27706d2a107d None None] Port 2d08f9df-af71-40f2-8def-d1492f3a559b cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:16:25.116312 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e2a23c5e-775a-4583-a4f5-77a4943162b2 admin admin] Publish callbacks [] for security_group (f31c0399-485e-406b-a8ab-15a21280bfac), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.124259 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e4ac8-ebe3-4889-84bc-dc73e484951e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Pushing event updated for resources: {'Port': ['ID=62ac0a9a-fdb7-478c-a892-23f0ed01145e,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:25.142368 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] Set router b8e73632-164d-440d-9559-dd43ed5d0d4e gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:25.157142 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5acc2baf-b5aa-4110-a634-fee426a0df10 admin admin] Publish callbacks [] for security_group (31053218-d5a5-49e3-9ab2-79eacb3d59ec), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.174215 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b0474856-b728-4b52-a7e0-98c150901498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.181987 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dce85d48-d29e-4fc3-a628-e6dc9c80b3b8 admin admin] Publish callbacks [] for security_group (6bdd20be-1b33-4f67-9123-41b05f958f0e), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.182759 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fc503e79-4324-4375-82d2-bd44264497ad admin admin] Publish callbacks [] for security_group (7345aab9-b8cc-4511-8ad5-ec4ef5f9a9b1), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.186897 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5acc2baf-b5aa-4110-a634-fee426a0df10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (31053218-d5a5-49e3-9ab2-79eacb3d59ec), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.253286 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e2a23c5e-775a-4583-a4f5-77a4943162b2 admin admin] Publish callbacks [] for security_group (f31c0399-485e-406b-a8ab-15a21280bfac), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.269185 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fc503e79-4324-4375-82d2-bd44264497ad admin admin] Publish callbacks [] for security_group (7345aab9-b8cc-4511-8ad5-ec4ef5f9a9b1), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.297023 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc2baf-b5aa-4110-a634-fee426a0df10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31053218-d5a5-49e3-9ab2-79eacb3d59ec,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:25.313486 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-460e4ac8-ebe3-4889-84bc-dc73e484951e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for floatingip (7c0c5cf6-ee57-4e01-b475-00e6779ee4d7), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.330106 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-5acc2baf-b5aa-4110-a634-fee426a0df10 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c334aeb0d6fe499b9caf09111c6f81f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6060884 Jun 24 10:16:25.333216 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 59436) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:25.393063 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [req-18b1a627-9267-49c1-9d84-a489be47eacd req-e38555cc-8092-4690-992a-12865757e801 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104051) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:16:25.399379 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-18b1a627-9267-49c1-9d84-a489be47eacd req-e38555cc-8092-4690-992a-12865757e801 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1448667 Jun 24 10:16:25.419286 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-460e4ac8-ebe3-4889-84bc-dc73e484951e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (62ac0a9a-fdb7-478c-a892-23f0ed01145e), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.453066 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dce85d48-d29e-4fc3-a628-e6dc9c80b3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (6bdd20be-1b33-4f67-9123-41b05f958f0e), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.456073 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fc503e79-4324-4375-82d2-bd44264497ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (7345aab9-b8cc-4511-8ad5-ec4ef5f9a9b1), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.457395 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dce85d48-d29e-4fc3-a628-e6dc9c80b3b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.459086 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-dce85d48-d29e-4fc3-a628-e6dc9c80b3b8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6bdd20be-1b33-4f67-9123-41b05f958f0e HTTP/1.1" status: 204 len: 168 time: 0.7262723 Jun 24 10:16:25.461908 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fc503e79-4324-4375-82d2-bd44264497ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.467889 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-fc503e79-4324-4375-82d2-bd44264497ad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7345aab9-b8cc-4511-8ad5-ec4ef5f9a9b1 HTTP/1.1" status: 204 len: 168 time: 0.4818869 Jun 24 10:16:25.477363 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce85d48-d29e-4fc3-a628-e6dc9c80b3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdd20be-1b33-4f67-9123-41b05f958f0e,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:25.490372 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc503e79-4324-4375-82d2-bd44264497ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7345aab9-b8cc-4511-8ad5-ec4ef5f9a9b1,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:25.501456 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e2a23c5e-775a-4583-a4f5-77a4943162b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (f31c0399-485e-406b-a8ab-15a21280bfac), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.509004 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e2a23c5e-775a-4583-a4f5-77a4943162b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.517173 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e2a23c5e-775a-4583-a4f5-77a4943162b2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f31c0399-485e-406b-a8ab-15a21280bfac HTTP/1.1" status: 204 len: 168 time: 0.6845841 Jun 24 10:16:25.531580 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2021817563-router', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:21Z', 'revision_number': 4, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'gw_port': {'id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '2d08f9df-af71-40f2-8def-d1492f3a559b', 'name': '', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'mac_address': 'fa:16:3e:b6:21:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:17Z', 'updated_at': '2022-06-24T10:16:21Z', 'revision_number': 2, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'subnets': [{'id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:25.558642 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a23c5e-775a-4583-a4f5-77a4943162b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31c0399-485e-406b-a8ab-15a21280bfac,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:25.562351 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7f352d35-2dcc-477f-82a6-17942b8430e1 admin admin] Publish callbacks [] for security_group (31053218-d5a5-49e3-9ab2-79eacb3d59ec), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.567100 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:25.584972 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] Checking router: eb3f9758-44f1-4150-8b30-9dae39287ae2 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:16:25.585608 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] Updating router eb3f9758-44f1-4150-8b30-9dae39287ae2 port 2d08f9df-af71-40f2-8def-d1492f3a559b binding host dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:16:25.607362 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7f352d35-2dcc-477f-82a6-17942b8430e1 admin admin] Publish callbacks [] for security_group (31053218-d5a5-49e3-9ab2-79eacb3d59ec), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.619012 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-18b1a627-9267-49c1-9d84-a489be47eacd req-490a4be2-c531-4b69-a336-6bd659a6115b service neutron] 10.222.0.64 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978021 Jun 24 10:16:25.645304 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (2d08f9df-af71-40f2-8def-d1492f3a559b), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.681705 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:25.732819 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-503d5f78-3410-4bbb-829a-2ea408cc7022 None None] Provisioning complete for port 469af8e5-b73b-402e-a8d2-652dca1296ab triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:25.733415 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-503d5f78-3410-4bbb-829a-2ea408cc7022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (469af8e5-b73b-402e-a8d2-652dca1296ab), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.739462 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7f352d35-2dcc-477f-82a6-17942b8430e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (31053218-d5a5-49e3-9ab2-79eacb3d59ec), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.742831 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7f352d35-2dcc-477f-82a6-17942b8430e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.744763 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-7f352d35-2dcc-477f-82a6-17942b8430e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/31053218-d5a5-49e3-9ab2-79eacb3d59ec HTTP/1.1" status: 204 len: 168 time: 0.4080551 Jun 24 10:16:25.757419 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:25.768614 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f352d35-2dcc-477f-82a6-17942b8430e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31053218-d5a5-49e3-9ab2-79eacb3d59ec,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:25.778668 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-18b1a627-9267-49c1-9d84-a489be47eacd req-83b9d649-1cf5-4319-84f8-15390906007a service neutron] 10.222.0.64 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501608 Jun 24 10:16:25.889108 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-460e4ac8-ebe3-4889-84bc-dc73e484951e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for port (62ac0a9a-fdb7-478c-a892-23f0ed01145e), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.902718 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-460e4ac8-ebe3-4889-84bc-dc73e484951e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (62ac0a9a-fdb7-478c-a892-23f0ed01145e), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.982061 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:25.987957 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e4ac8-ebe3-4889-84bc-dc73e484951e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Pushing event updated for resources: {'Port': ['ID=62ac0a9a-fdb7-478c-a892-23f0ed01145e,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:26.051702 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-460e4ac8-ebe3-4889-84bc-dc73e484951e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (7c0c5cf6-ee57-4e01-b475-00e6779ee4d7), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:26.055396 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:26.081332 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-460e4ac8-ebe3-4889-84bc-dc73e484951e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:26.092201 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-460e4ac8-ebe3-4889-84bc-dc73e484951e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5624750 Jun 24 10:16:26.112745 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 14129a54-5c84-4055-829f-49851343086c is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:26.114450 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 8a281b8b-e21e-4266-a99f-9b9bcf0d4a16 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:26.194132 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] Publish callbacks [] for port (2d08f9df-af71-40f2-8def-d1492f3a559b), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:26.203456 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (2d08f9df-af71-40f2-8def-d1492f3a559b), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:26.206893 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:26.256434 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e73632-164d-440d-9559-dd43ed5d0d4e', 'name': 'tempest-DeleteServersTestJSON-1176709000-router', 'tenant_id': '54baeb39b08b4d69aac8c4d42043112a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '14129a54-5c84-4055-829f-49851343086c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:20Z', 'revision_number': 4, 'project_id': '54baeb39b08b4d69aac8c4d42043112a', 'gw_port': {'id': '14129a54-5c84-4055-829f-49851343086c', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ad:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e73632-164d-440d-9559-dd43ed5d0d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:07Z', 'updated_at': '2022-06-24T10:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4', 'name': '', 'network_id': '18282298-713d-408d-ae8c-c3fdda8948db', 'tenant_id': '54baeb39b08b4d69aac8c4d42043112a', 'mac_address': 'fa:16:3e:4c:ca:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e73632-164d-440d-9559-dd43ed5d0d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'be671b55-3111-4267-9bbd-2d293c328860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:15Z', 'updated_at': '2022-06-24T10:16:20Z', 'revision_number': 2, 'project_id': '54baeb39b08b4d69aac8c4d42043112a', 'subnets': [{'id': 'be671b55-3111-4267-9bbd-2d293c328860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:26.281757 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913866f-c7cf-439f-a88a-da76efa86044 None None] Pushing event updated for resources: {'Port': ['ID=2d08f9df-af71-40f2-8def-d1492f3a559b,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:26.328688 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] Attempting to bind port 2d08f9df-af71-40f2-8def-d1492f3a559b on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:16:26.329024 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] Attempting to bind port 2d08f9df-af71-40f2-8def-d1492f3a559b by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '4711d589-da8e-4c33-8cd2-a8ecd7a525ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:16:26.329433 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] Attempting to bind port 2d08f9df-af71-40f2-8def-d1492f3a559b on network d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:16:26.337050 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:16:26.337466 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] Checking segment: {'id': '4711d589-da8e-4c33-8cd2-a8ecd7a525ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:16:26.337917 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:26.338361 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] Bound using segment: {'id': '4711d589-da8e-4c33-8cd2-a8ecd7a525ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:16:26.338935 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] Bound port: 2d08f9df-af71-40f2-8def-d1492f3a559b, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4711d589-da8e-4c33-8cd2-a8ecd7a525ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:16:26.339291 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (2d08f9df-af71-40f2-8def-d1492f3a559b), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:26.369649 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] Checking router: b8e73632-164d-440d-9559-dd43ed5d0d4e for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:16:26.370003 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] Updating router b8e73632-164d-440d-9559-dd43ed5d0d4e port 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4 binding host dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:16:26.381497 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:26.470290 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] For port 2d08f9df-af71-40f2-8def-d1492f3a559b, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:16:26.473723 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] For port 2d08f9df-af71-40f2-8def-d1492f3a559b, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=2d08f9df-af71-40f2-8def-d1492f3a559b,segment=NetworkSegment(4711d589-da8e-4c33-8cd2-a8ecd7a525ee),segment_id=4711d589-da8e-4c33-8cd2-a8ecd7a525ee)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:16:26.476528 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-503d5f78-3410-4bbb-829a-2ea408cc7022 None None] Current status of the port 469af8e5-b73b-402e-a8d2-652dca1296ab is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:26.477222 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-503d5f78-3410-4bbb-829a-2ea408cc7022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (469af8e5-b73b-402e-a8d2-652dca1296ab), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:26.483322 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:26.484944 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (2d08f9df-af71-40f2-8def-d1492f3a559b), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:26.525267 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 8a281b8b-e21e-4266-a99f-9b9bcf0d4a16 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:26.526179 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (8a281b8b-e21e-4266-a99f-9b9bcf0d4a16), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:26.545688 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] Routers {'eb3f9758-44f1-4150-8b30-9dae39287ae2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:26.546361 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:15:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['eb3f9758-44f1-4150-8b30-9dae39287ae2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:26.578959 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'name': 'tempest-AttachVolumeShelveTestJSON-1553345152-router', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:01Z', 'updated_at': '2022-06-24T10:16:10Z', 'revision_number': 4, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'gw_port': {'id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:02Z', 'updated_at': '2022-06-24T10:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '469af8e5-b73b-402e-a8d2-652dca1296ab', 'name': '', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'mac_address': 'fa:16:3e:8d:9d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:08Z', 'updated_at': '2022-06-24T10:16:23Z', 'revision_number': 4, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'subnets': [{'id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:26.636658 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c597a0c-8d61-492d-87af-b405f2414d7e None None] The sync data for ids ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'] in dv-cinder-847132-2-iscsi is: [{'id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'name': 'tempest-AttachVolumeShelveTestJSON-1553345152-router', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:01Z', 'updated_at': '2022-06-24T10:16:10Z', 'revision_number': 4, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'gw_port': {'id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:02Z', 'updated_at': '2022-06-24T10:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '469af8e5-b73b-402e-a8d2-652dca1296ab', 'name': '', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'mac_address': 'fa:16:3e:8d:9d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:08Z', 'updated_at': '2022-06-24T10:16:23Z', 'revision_number': 4, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'subnets': [{'id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:16:26.678320 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-503d5f78-3410-4bbb-829a-2ea408cc7022 None None] For port 469af8e5-b73b-402e-a8d2-652dca1296ab, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=469af8e5-b73b-402e-a8d2-652dca1296ab,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:26.681688 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] Set router eb3f9758-44f1-4150-8b30-9dae39287ae2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:26.695115 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-503d5f78-3410-4bbb-829a-2ea408cc7022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (469af8e5-b73b-402e-a8d2-652dca1296ab), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:26.803746 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913866f-c7cf-439f-a88a-da76efa86044 None None] Pushing event updated for resources: {'Port': ['ID=2d08f9df-af71-40f2-8def-d1492f3a559b,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:26.923028 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-d12ab4d6-8bcb-4f85-b9f1-8009f8e8ee0e None None] Provisioning complete for port 2d08f9df-af71-40f2-8def-d1492f3a559b triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:26.923510 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d12ab4d6-8bcb-4f85-b9f1-8009f8e8ee0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (2d08f9df-af71-40f2-8def-d1492f3a559b), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:26.937813 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d5f78-3410-4bbb-829a-2ea408cc7022 None None] Pushing event updated for resources: {'Port': ['ID=469af8e5-b73b-402e-a8d2-652dca1296ab,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:26.995428 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 8a281b8b-e21e-4266-a99f-9b9bcf0d4a16 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:27.023261 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2021817563-router', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:21Z', 'revision_number': 4, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'gw_port': {'id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '2d08f9df-af71-40f2-8def-d1492f3a559b', 'name': '', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'mac_address': 'fa:16:3e:b6:21:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:17Z', 'updated_at': '2022-06-24T10:16:26Z', 'revision_number': 4, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'subnets': [{'id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:27.102645 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40726492-11e7-4a39-80b4-cdb5d03eb409 None None] The sync data for ids ['eb3f9758-44f1-4150-8b30-9dae39287ae2'] in dv-cinder-847132-2-iscsi is: [{'id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2021817563-router', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:21Z', 'revision_number': 4, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'gw_port': {'id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '2d08f9df-af71-40f2-8def-d1492f3a559b', 'name': '', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'mac_address': 'fa:16:3e:b6:21:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:17Z', 'updated_at': '2022-06-24T10:16:26Z', 'revision_number': 4, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'subnets': [{'id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:16:27.202246 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:27.238648 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-acdeccd6-c8e7-4f21-bf6c-ddc033ce7439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:27.301828 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59512) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:27.350893 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ca625838-9233-4f22-bba7-8ce679b97b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:27.369286 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-2cc1da4f-709b-454a-b9a9-78bd635132a9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:27.379699 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-2cc1da4f-709b-454a-b9a9-78bd635132a9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/networks?id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 HTTP/1.1" status: 200 len: 819 time: 0.3044798 Jun 24 10:16:27.406384 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-d12ab4d6-8bcb-4f85-b9f1-8009f8e8ee0e None None] Current status of the port 2d08f9df-af71-40f2-8def-d1492f3a559b is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:27.406835 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d12ab4d6-8bcb-4f85-b9f1-8009f8e8ee0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (2d08f9df-af71-40f2-8def-d1492f3a559b), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:27.411224 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-ee34e735-6845-4e80-bdf6-77361114a6d2 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/quotas/172381cd65a94b1fa2939d6af673f6ba HTTP/1.1" status: 200 len: 375 time: 0.0305641 Jun 24 10:16:27.434366 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:27.550857 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-c55f565d-07d2-4e14-a79f-fb29cce5fcaa tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=172381cd65a94b1fa2939d6af673f6ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1316347 Jun 24 10:16:27.637378 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ca625838-9233-4f22-bba7-8ce679b97b23 admin admin] Publish callbacks [] for security_group (4112f3a0-84d0-4d18-a49f-0546038a679c), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:27.652463 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ca625838-9233-4f22-bba7-8ce679b97b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (4112f3a0-84d0-4d18-a49f-0546038a679c), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:27.691109 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] Publish callbacks [] for port (3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:27.707694 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 469af8e5-b73b-402e-a8d2-652dca1296ab up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:27.774193 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ca625838-9233-4f22-bba7-8ce679b97b23 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fb85430ae70247f084760e63fc517114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4698367 Jun 24 10:16:27.775870 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59524) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:27.776991 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca625838-9233-4f22-bba7-8ce679b97b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4112f3a0-84d0-4d18-a49f-0546038a679c,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:27.820385 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:27.846547 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-c05cf4cc-e396-4ce3-a223-67d8b66fe2d9 service neutron] 10.222.0.64 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879603 Jun 24 10:16:27.902572 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-d12ab4d6-8bcb-4f85-b9f1-8009f8e8ee0e None None] For port 2d08f9df-af71-40f2-8def-d1492f3a559b, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=2d08f9df-af71-40f2-8def-d1492f3a559b,segment=NetworkSegment(4711d589-da8e-4c33-8cd2-a8ecd7a525ee),segment_id=4711d589-da8e-4c33-8cd2-a8ecd7a525ee)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:27.931393 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 59536) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:27.947174 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4fe0451e-44c2-488e-968c-2f8bc50bcb5e admin admin] Publish callbacks [] for security_group (4112f3a0-84d0-4d18-a49f-0546038a679c), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:27.996699 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d12ab4d6-8bcb-4f85-b9f1-8009f8e8ee0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (2d08f9df-af71-40f2-8def-d1492f3a559b), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:28.027444 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4fe0451e-44c2-488e-968c-2f8bc50bcb5e admin admin] Publish callbacks [] for security_group (4112f3a0-84d0-4d18-a49f-0546038a679c), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:28.075485 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5d4c3-bf32-4895-a851-1b3c410018e1 None None] Pushing event updated for resources: {'Port': ['ID=3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:28.088852 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 469af8e5-b73b-402e-a8d2-652dca1296ab triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:28.092457 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (469af8e5-b73b-402e-a8d2-652dca1296ab), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:28.151438 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4fe0451e-44c2-488e-968c-2f8bc50bcb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (4112f3a0-84d0-4d18-a49f-0546038a679c), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:28.157667 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4fe0451e-44c2-488e-968c-2f8bc50bcb5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:28.162231 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-4fe0451e-44c2-488e-968c-2f8bc50bcb5e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4112f3a0-84d0-4d18-a49f-0546038a679c HTTP/1.1" status: 204 len: 168 time: 0.3484099 Jun 24 10:16:28.170255 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:28.187886 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0451e-44c2-488e-968c-2f8bc50bcb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4112f3a0-84d0-4d18-a49f-0546038a679c,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:28.401544 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-ecd9e4bb-4f6e-439d-9906-b5925012ba79 service neutron] 10.222.0.64 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5458217 Jun 24 10:16:28.471086 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-f91912bd-fb91-4645-89d3-87a5ce249c9f tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:28.493643 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-f91912bd-fb91-4645-89d3-87a5ce249c9f tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/networks?id=18282298-713d-408d-ae8c-c3fdda8948db HTTP/1.1" status: 200 len: 812 time: 0.5534132 Jun 24 10:16:28.525042 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-fd5ed306-0b91-454c-a037-9b196570214d tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/quotas/54baeb39b08b4d69aac8c4d42043112a HTTP/1.1" status: 200 len: 375 time: 0.0300739 Jun 24 10:16:28.529861 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-6bd33128-cf13-4157-b6ba-d41f2bf553d3 None None] Provisioning complete for port 2d08f9df-af71-40f2-8def-d1492f3a559b triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:28.530240 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6bd33128-cf13-4157-b6ba-d41f2bf553d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (2d08f9df-af71-40f2-8def-d1492f3a559b), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:28.644939 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] Attempting to bind port 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4 on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:16:28.653312 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] Attempting to bind port 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4 by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '125639f9-8741-4daa-bedb-b7f3c24f0880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18282298-713d-408d-ae8c-c3fdda8948db'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:16:28.658359 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] Attempting to bind port 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4 on network 18282298-713d-408d-ae8c-c3fdda8948db {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:16:28.660988 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:28.686861 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-03aadfc0-b4ac-481b-8014-2d968a6bd5f7 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=54baeb39b08b4d69aac8c4d42043112a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1537147 Jun 24 10:16:28.730805 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ab4d6-8bcb-4f85-b9f1-8009f8e8ee0e None None] Pushing event updated for resources: {'Port': ['ID=2d08f9df-af71-40f2-8def-d1492f3a559b,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:28.735360 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:16:28.735733 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] Checking segment: {'id': '125639f9-8741-4daa-bedb-b7f3c24f0880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18282298-713d-408d-ae8c-c3fdda8948db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:16:28.736207 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:28.736707 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] Bound using segment: {'id': '125639f9-8741-4daa-bedb-b7f3c24f0880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18282298-713d-408d-ae8c-c3fdda8948db'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:16:28.737079 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] Bound port: 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125639f9-8741-4daa-bedb-b7f3c24f0880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18282298-713d-408d-ae8c-c3fdda8948db'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:16:28.737458 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:28.833942 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 469af8e5-b73b-402e-a8d2-652dca1296ab is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:28.835121 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 28cf13ed-955f-4e19-ae50-6a2c18e6d04c up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:28.888947 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6a23fdb8-7925-4f31-b9b2-87409fbc8682 req-6f517b94-0b91-4468-b762-ac019e6a6048 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 210 time: 0.1535029 Jun 24 10:16:28.974917 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-6bd33128-cf13-4157-b6ba-d41f2bf553d3 None None] Current status of the port 2d08f9df-af71-40f2-8def-d1492f3a559b is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:29.112769 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 28cf13ed-955f-4e19-ae50-6a2c18e6d04c triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:29.114354 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (28cf13ed-955f-4e19-ae50-6a2c18e6d04c), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:29.173091 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] For port 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:16:29.173995 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-ee338598-24d6-4df1-a3d4-6c9948c9071f tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1775062853&fields=id&tenant_id=a33a4f77f0ae4dc09d4f8c29babf3b03 HTTP/1.1" status: 200 len: 267 time: 0.1059642 Jun 24 10:16:29.183149 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:29.184358 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-a09a7f82-1832-46b8-8d3e-71f0bbdd2226 None None] Provisioning complete for port 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:29.184810 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a09a7f82-1832-46b8-8d3e-71f0bbdd2226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:29.271305 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 28cf13ed-955f-4e19-ae50-6a2c18e6d04c is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:29.272812 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:29.427491 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-d29934b0-49c7-45b7-b2e9-caff2637ca24 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:29.441548 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-d29934b0-49c7-45b7-b2e9-caff2637ca24 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/networks?id=d5489725-cb1e-4af4-bc56-f04397965dc8 HTTP/1.1" status: 200 len: 811 time: 0.2579596 Jun 24 10:16:29.473584 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-c160411a-2b55-45a4-a08d-3472fa323398 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/quotas/a33a4f77f0ae4dc09d4f8c29babf3b03 HTTP/1.1" status: 200 len: 375 time: 0.0309341 Jun 24 10:16:29.524789 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] For port 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4,segment=NetworkSegment(125639f9-8741-4daa-bedb-b7f3c24f0880),segment_id=125639f9-8741-4daa-bedb-b7f3c24f0880)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:16:29.548888 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:29.553918 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-a09a7f82-1832-46b8-8d3e-71f0bbdd2226 None None] Port 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4 cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:16:29.647282 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5d4c3-bf32-4895-a851-1b3c410018e1 None None] Pushing event updated for resources: {'Port': ['ID=3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:29.656795 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:29.657651 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:29.659817 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-e76bc44c-a824-4006-a138-659d74eeae27 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a33a4f77f0ae4dc09d4f8c29babf3b03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1850398 Jun 24 10:16:29.741016 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] Routers {'b8e73632-164d-440d-9559-dd43ed5d0d4e'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:29.741708 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:16:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['b8e73632-164d-440d-9559-dd43ed5d0d4e'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:29.777183 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:29.788699 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-3349abc4-88f2-4bd8-97da-6b0036152007 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104051) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:16:29.791482 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-3349abc4-88f2-4bd8-97da-6b0036152007 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1981168 Jun 24 10:16:29.822593 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:29.865334 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:30.071710 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:30.085539 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] Set router b8e73632-164d-440d-9559-dd43ed5d0d4e gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:30.147494 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.27', 60835) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:30.162158 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:30.170057 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 938b0c38-07c3-443c-a0cd-2c0bff0df71a up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:30.365760 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-f988f37f-b460-4ee9-ab2a-66cb7fa25651 service neutron] 10.222.0.64 "GET /v2.0/networks/d5489725-cb1e-4af4-bc56-f04397965dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6865985 Jun 24 10:16:30.459106 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-0706f9c2-a2a8-48b5-8e39-bd2f0cee51bd service neutron] 10.222.0.64 "GET /v2.0/networks/18282298-713d-408d-ae8c-c3fdda8948db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235614 Jun 24 10:16:30.504888 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:30.521470 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-39b2fe74-928c-4aed-85ae-83050693c85a None None] Provisioning complete for port 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:30.521872 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-39b2fe74-928c-4aed-85ae-83050693c85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:30.604021 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:30.608593 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 938b0c38-07c3-443c-a0cd-2c0bff0df71a triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:30.609148 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (938b0c38-07c3-443c-a0cd-2c0bff0df71a), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:30.641858 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-b238b99c-0e26-4462-959c-dc186a083d11 service neutron] 10.222.0.64 "GET /v2.0/networks/d5489725-cb1e-4af4-bc56-f04397965dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752299 Jun 24 10:16:30.652391 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1a627-9267-49c1-9d84-a489be47eacd req-eaf1a77a-86a8-42ae-bc11-037ad58596fe tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:30.658548 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-18b1a627-9267-49c1-9d84-a489be47eacd req-eaf1a77a-86a8-42ae-bc11-037ad58596fe tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.27 "GET /v2.0/networks?id=77e0b315-c6f0-401c-b090-3f73b33dd671 HTTP/1.1" status: 200 len: 817 time: 0.5097082 Jun 24 10:16:30.684924 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e73632-164d-440d-9559-dd43ed5d0d4e', 'name': 'tempest-DeleteServersTestJSON-1176709000-router', 'tenant_id': '54baeb39b08b4d69aac8c4d42043112a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '14129a54-5c84-4055-829f-49851343086c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:20Z', 'revision_number': 4, 'project_id': '54baeb39b08b4d69aac8c4d42043112a', 'gw_port': {'id': '14129a54-5c84-4055-829f-49851343086c', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ad:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e73632-164d-440d-9559-dd43ed5d0d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:07Z', 'updated_at': '2022-06-24T10:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4', 'name': '', 'network_id': '18282298-713d-408d-ae8c-c3fdda8948db', 'tenant_id': '54baeb39b08b4d69aac8c4d42043112a', 'mac_address': 'fa:16:3e:4c:ca:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e73632-164d-440d-9559-dd43ed5d0d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'be671b55-3111-4267-9bbd-2d293c328860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:15Z', 'updated_at': '2022-06-24T10:16:29Z', 'revision_number': 4, 'project_id': '54baeb39b08b4d69aac8c4d42043112a', 'subnets': [{'id': 'be671b55-3111-4267-9bbd-2d293c328860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:30.692097 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-5b931c0a-8b70-4911-8b7a-dfae3226a620 service neutron] 10.222.0.64 "GET /v2.0/networks/18282298-713d-408d-ae8c-c3fdda8948db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987503 Jun 24 10:16:30.738811 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba105462-9a3b-4ea4-b339-cbad08155dfa None None] The sync data for ids ['b8e73632-164d-440d-9559-dd43ed5d0d4e'] in dv-cinder-847132-2-iscsi is: [{'id': 'b8e73632-164d-440d-9559-dd43ed5d0d4e', 'name': 'tempest-DeleteServersTestJSON-1176709000-router', 'tenant_id': '54baeb39b08b4d69aac8c4d42043112a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '14129a54-5c84-4055-829f-49851343086c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:20Z', 'revision_number': 4, 'project_id': '54baeb39b08b4d69aac8c4d42043112a', 'gw_port': {'id': '14129a54-5c84-4055-829f-49851343086c', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ad:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e73632-164d-440d-9559-dd43ed5d0d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:07Z', 'updated_at': '2022-06-24T10:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4', 'name': '', 'network_id': '18282298-713d-408d-ae8c-c3fdda8948db', 'tenant_id': '54baeb39b08b4d69aac8c4d42043112a', 'mac_address': 'fa:16:3e:4c:ca:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e73632-164d-440d-9559-dd43ed5d0d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'be671b55-3111-4267-9bbd-2d293c328860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:15Z', 'updated_at': '2022-06-24T10:16:29Z', 'revision_number': 4, 'project_id': '54baeb39b08b4d69aac8c4d42043112a', 'subnets': [{'id': 'be671b55-3111-4267-9bbd-2d293c328860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:16:30.809106 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-39b2fe74-928c-4aed-85ae-83050693c85a None None] Current status of the port 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4 is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:30.809432 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-39b2fe74-928c-4aed-85ae-83050693c85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:30.813055 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 938b0c38-07c3-443c-a0cd-2c0bff0df71a is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:30.856311 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-39b2fe74-928c-4aed-85ae-83050693c85a None None] For port 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4,segment=NetworkSegment(125639f9-8741-4daa-bedb-b7f3c24f0880),segment_id=125639f9-8741-4daa-bedb-b7f3c24f0880)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:30.862110 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-39b2fe74-928c-4aed-85ae-83050693c85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:30.981936 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-18b1a627-9267-49c1-9d84-a489be47eacd req-8de6b889-add9-4f14-8140-5c5cb574ad1e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74111042535d44c8a52a4656eb37fa23 HTTP/1.1" status: 200 len: 380 time: 0.2294600 Jun 24 10:16:31.005134 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-18b1a627-9267-49c1-9d84-a489be47eacd req-3ecc2d6d-f65b-4f95-bdd7-6db4cf3c611f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Request body: {'port': {'device_id': 'cb96a476-856a-400c-8c57-30b98297ebee', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'admin_state_up': True, 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'security_groups': ['e12f9b51-fc8f-4a3a-809f-4db4a0d885c3']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:31.026911 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2fe74-928c-4aed-85ae-83050693c85a None None] Pushing event updated for resources: {'Port': ['ID=3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:31.100964 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 2d08f9df-af71-40f2-8def-d1492f3a559b up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:31.222481 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 2d08f9df-af71-40f2-8def-d1492f3a559b triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:31.229359 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (2d08f9df-af71-40f2-8def-d1492f3a559b), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:31.424684 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18b1a627-9267-49c1-9d84-a489be47eacd req-3ecc2d6d-f65b-4f95-bdd7-6db4cf3c611f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Made reservation on behalf of 74111042535d44c8a52a4656eb37fa23 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:16:31.440422 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-18b1a627-9267-49c1-9d84-a489be47eacd req-3ecc2d6d-f65b-4f95-bdd7-6db4cf3c611f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:31.460263 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.27', 60841) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:31.482998 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4f119945-6be3-4bbb-ab94-3876b6edfa57 req-20edd566-671b-4930-af70-7b2a0deb61b7 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 210 time: 0.1303234 Jun 24 10:16:31.613493 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 2d08f9df-af71-40f2-8def-d1492f3a559b is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:31.635941 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c8aa1d65-4140-475b-98e0-194b7154cef9 req-c17a1f9d-b2fd-46f4-811f-4e5db9745ab8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 210 time: 0.1489823 Jun 24 10:16:31.761811 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-df9a4071-2657-42d5-9e09-3ccb6c785edc req-86589751-597b-4a79-ba88-8ef5621acc26 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 210 time: 0.0880589 Jun 24 10:16:32.002392 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-264ed819-9835-4c49-982b-83320957819a req-77a8e077-7aae-4d56-bb0a-ac815812ca31 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 210 time: 0.1164191 Jun 24 10:16:32.179222 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:32.363739 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-b5acc224-f06d-4401-b6b3-7e864780a31f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:32.378464 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-b5acc224-f06d-4401-b6b3-7e864780a31f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.27 "GET /v2.0/networks?id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 HTTP/1.1" status: 200 len: 819 time: 0.8654039 Jun 24 10:16:32.458907 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-3191f19a-f421-4603-8f79-c73c566e6f6f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Request body: {'port': {'device_id': '95be179c-5caf-487f-a710-6445f6163f51', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'admin_state_up': True, 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:32.512699 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884cdaf-22ee-471b-8e78-59e949664568 req-8f3ef9c3-b24f-416a-8283-e1b123e6a9a4 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:32.521477 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1884cdaf-22ee-471b-8e78-59e949664568 req-8f3ef9c3-b24f-416a-8283-e1b123e6a9a4 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/networks?id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 HTTP/1.1" status: 200 len: 819 time: 0.2282107 Jun 24 10:16:32.551889 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1884cdaf-22ee-471b-8e78-59e949664568 req-cebdb357-5725-45a7-b958-b912daf85786 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/quotas/172381cd65a94b1fa2939d6af673f6ba HTTP/1.1" status: 200 len: 375 time: 0.0273364 Jun 24 10:16:32.591120 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:32.648002 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1884cdaf-22ee-471b-8e78-59e949664568 req-6f6b06fb-3201-458a-adcb-adbc44928f9d tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=172381cd65a94b1fa2939d6af673f6ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878589 Jun 24 10:16:32.669130 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-18b1a627-9267-49c1-9d84-a489be47eacd req-3ecc2d6d-f65b-4f95-bdd7-6db4cf3c611f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Allocated IP 172.20.0.8 (77e0b315-c6f0-401c-b090-3f73b33dd671/361faa5d-39ac-4ef9-a36e-94eab471915a/0c384c38-8450-4bcf-a60e-98848c87017b) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:16:32.897710 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1884cdaf-22ee-471b-8e78-59e949664568 req-600ff59e-d76b-4ac0-9639-6ad6a6b5995a service neutron] 10.222.0.64 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344539 Jun 24 10:16:33.090284 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:33.184993 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:33.185730 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:33.188516 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-3191f19a-f421-4603-8f79-c73c566e6f6f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Made reservation on behalf of 172381cd65a94b1fa2939d6af673f6ba for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:16:33.202740 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cc5d65f4-9934-4d96-89c7-4a9510c1a8d8 req-ee923b2b-6feb-45e6-99e1-7f2ce2869655 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 210 time: 0.2412760 Jun 24 10:16:33.233146 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-3191f19a-f421-4603-8f79-c73c566e6f6f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:33.279862 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1884cdaf-22ee-471b-8e78-59e949664568 req-0a47b85a-f50e-47c9-8830-d259d438efac service neutron] 10.222.0.64 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734291 Jun 24 10:16:33.425751 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:33.569825 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7e1101bf-a9e3-4ec8-9019-27ec84e8a0b9 req-5e4a9712-47f1-4c3e-83e2-e63b3c20ba2f tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 210 time: 0.0719371 Jun 24 10:16:33.582671 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.27', 60847) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:33.634417 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.27', 60848) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:33.931144 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-06b9f4d8-bfbc-44ca-9123-d3546e40b6f4 req-96376b17-b727-4e63-adde-01ab4be022c2 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 210 time: 0.1624868 Jun 24 10:16:34.172772 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d8ec9f36-9e4d-4c44-bef5-f4f088f4e205 req-c4f5d8c9-17a7-4869-9dbd-df9356b40237 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 210 time: 0.3272214 Jun 24 10:16:34.201541 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-1fcd3e77-76c8-49c5-a7c7-be50bee35533 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:34.203296 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-1fcd3e77-76c8-49c5-a7c7-be50bee35533 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.27 "GET /v2.0/networks?id=d5489725-cb1e-4af4-bc56-f04397965dc8 HTTP/1.1" status: 200 len: 811 time: 0.6042714 Jun 24 10:16:34.215937 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-18b1a627-9267-49c1-9d84-a489be47eacd req-3ecc2d6d-f65b-4f95-bdd7-6db4cf3c611f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for port (0c384c38-8450-4bcf-a60e-98848c87017b), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:34.304548 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-3191f19a-f421-4603-8f79-c73c566e6f6f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Allocated IP 172.20.0.14 (d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5/76a12e71-d45b-4321-aabc-7b9f132bf04a/05874f33-e136-4a35-af2c-074f2098eaf9) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:16:34.325592 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-bf70d13f-8281-4598-a22c-2730b4ea9cbf tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:34.332339 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-bf70d13f-8281-4598-a22c-2730b4ea9cbf tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.27 "GET /v2.0/networks?id=18282298-713d-408d-ae8c-c3fdda8948db HTTP/1.1" status: 200 len: 812 time: 0.6900272 Jun 24 10:16:34.425168 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-171424e4-f3cb-4fff-80f8-23a27f6818a0 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Request body: {'port': {'device_id': 'e33ad457-f04e-45ab-994a-de25ed757120', 'network_id': '18282298-713d-408d-ae8c-c3fdda8948db', 'admin_state_up': True, 'tenant_id': '54baeb39b08b4d69aac8c4d42043112a'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:34.426384 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-18b1a627-9267-49c1-9d84-a489be47eacd req-3ecc2d6d-f65b-4f95-bdd7-6db4cf3c611f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:34.509947 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:34.547563 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18b1a627-9267-49c1-9d84-a489be47eacd req-3ecc2d6d-f65b-4f95-bdd7-6db4cf3c611f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Network 77e0b315-c6f0-401c-b090-3f73b33dd671 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:34.570628 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-18b1a627-9267-49c1-9d84-a489be47eacd req-3ecc2d6d-f65b-4f95-bdd7-6db4cf3c611f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:34.582940 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b1a627-9267-49c1-9d84-a489be47eacd req-3ecc2d6d-f65b-4f95-bdd7-6db4cf3c611f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:16:34.863088 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc2d6d-f65b-4f95-bdd7-6db4cf3c611f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Pushing event updated for resources: {'Port': ['ID=0c384c38-8450-4bcf-a60e-98848c87017b,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:34.975918 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1a627-9267-49c1-9d84-a489be47eacd req-3ecc2d6d-f65b-4f95-bdd7-6db4cf3c611f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:34.976511 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-18b1a627-9267-49c1-9d84-a489be47eacd req-3ecc2d6d-f65b-4f95-bdd7-6db4cf3c611f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:34.985785 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:35.053352 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-18b1a627-9267-49c1-9d84-a489be47eacd req-3ecc2d6d-f65b-4f95-bdd7-6db4cf3c611f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0602043 Jun 24 10:16:35.061496 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-3191f19a-f421-4603-8f79-c73c566e6f6f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for port (05874f33-e136-4a35-af2c-074f2098eaf9), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:35.069716 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [req-18b1a627-9267-49c1-9d84-a489be47eacd req-10eb2aaf-a16f-4d36-9273-1b567dca8f9d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104052) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:16:35.072852 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-18b1a627-9267-49c1-9d84-a489be47eacd req-10eb2aaf-a16f-4d36-9273-1b567dca8f9d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0180633 Jun 24 10:16:35.194980 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-3191f19a-f421-4603-8f79-c73c566e6f6f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (05874f33-e136-4a35-af2c-074f2098eaf9), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:35.234228 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-d86ee857-88a5-4738-a1cb-77e05255153b None None] Provisioning complete for port 0c384c38-8450-4bcf-a60e-98848c87017b triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:35.237361 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d86ee857-88a5-4738-a1cb-77e05255153b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:35.250416 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:35.269695 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-3191f19a-f421-4603-8f79-c73c566e6f6f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Network d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:35.279873 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-3191f19a-f421-4603-8f79-c73c566e6f6f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:35.292750 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5439a-6a75-4d81-987a-86bf2c7b4c0a req-5de98c35-2098-4959-8563-d8f3f560fdf8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:35.298555 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b1a5439a-6a75-4d81-987a-86bf2c7b4c0a req-5de98c35-2098-4959-8563-d8f3f560fdf8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 931 time: 0.9038658 Jun 24 10:16:35.336689 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cb06c3f8-1b22-415a-9f61-be37ab25b5f2 req-27010065-ab48-4264-af3c-4bf7ace7d7f3 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 210 time: 0.0840759 Jun 24 10:16:35.348797 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-d86ee857-88a5-4738-a1cb-77e05255153b None None] Port 0c384c38-8450-4bcf-a60e-98848c87017b cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:16:35.414668 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191f19a-f421-4603-8f79-c73c566e6f6f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Pushing event updated for resources: {'Port': ['ID=05874f33-e136-4a35-af2c-074f2098eaf9,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:35.425589 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-7aaf3824-596e-4f18-b012-453b5fca5d20 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a33a4f77f0ae4dc09d4f8c29babf3b03 HTTP/1.1" status: 200 len: 380 time: 1.1725402 Jun 24 10:16:35.427255 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-3191f19a-f421-4603-8f79-c73c566e6f6f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:16:35.428063 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-171424e4-f3cb-4fff-80f8-23a27f6818a0 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Made reservation on behalf of 54baeb39b08b4d69aac8c4d42043112a for: {'port': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:16:35.432963 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-171424e4-f3cb-4fff-80f8-23a27f6818a0 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:35.489013 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:35.588825 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-3191f19a-f421-4603-8f79-c73c566e6f6f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:35.592309 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-3191f19a-f421-4603-8f79-c73c566e6f6f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:35.638670 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-d83a9a40-e54e-430d-8a79-23504dce4ac7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Request body: {'port': {'device_id': 'e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'admin_state_up': True, 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'security_groups': ['5b98c301-685f-4c95-adf1-d47cd9c68e54']}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:35.641838 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-3191f19a-f421-4603-8f79-c73c566e6f6f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1882613 Jun 24 10:16:35.716372 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-13fb12be-f474-442f-b41d-412fce750154 req-fde93a99-fada-4cd0-b462-fe7aef51fdc1 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 210 time: 0.2174528 Jun 24 10:16:35.808524 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-290581d4-ca3d-4d60-b6e0-8d967773c361 None None] Provisioning complete for port 05874f33-e136-4a35-af2c-074f2098eaf9 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:35.810259 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-290581d4-ca3d-4d60-b6e0-8d967773c361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (05874f33-e136-4a35-af2c-074f2098eaf9), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:35.812683 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.27', 60855) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:35.842061 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b1a5439a-6a75-4d81-987a-86bf2c7b4c0a req-d27d6e78-2c7f-40f3-98d9-59aead297bdb tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4728293 Jun 24 10:16:35.915026 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:35.991446 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-290581d4-ca3d-4d60-b6e0-8d967773c361 None None] Port 05874f33-e136-4a35-af2c-074f2098eaf9 cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:16:36.121087 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884cdaf-22ee-471b-8e78-59e949664568 req-7cd23991-c6a5-4de2-87fe-b7cb11fe7e48 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:36.123565 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1884cdaf-22ee-471b-8e78-59e949664568 req-7cd23991-c6a5-4de2-87fe-b7cb11fe7e48 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.27 "GET /v2.0/networks?id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 HTTP/1.1" status: 200 len: 819 time: 0.4234934 Jun 24 10:16:36.152710 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-1884cdaf-22ee-471b-8e78-59e949664568 req-74e29ceb-4696-4859-ac4c-7c4d16994063 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Request body: {'port': {'device_id': 'be1b257c-d6c5-4686-96f2-73dfcb9516ef', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'admin_state_up': True, 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:36.223701 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-9e6f313d-5d6c-4038-b0fc-e9e87ec31874 service neutron] Request body: {'port': {'device_id': '95be179c-5caf-487f-a710-6445f6163f51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:36.232442 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-18b1a627-9267-49c1-9d84-a489be47eacd req-b2952e58-ea6c-4ba7-8433-485b5923a038 service neutron] Request body: {'port': {'device_id': 'cb96a476-856a-400c-8c57-30b98297ebee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:36.707424 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-18b1a627-9267-49c1-9d84-a489be47eacd req-b2952e58-ea6c-4ba7-8433-485b5923a038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:36.765430 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-9e6f313d-5d6c-4038-b0fc-e9e87ec31874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (05874f33-e136-4a35-af2c-074f2098eaf9), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:36.849419 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1884cdaf-22ee-471b-8e78-59e949664568 req-74e29ceb-4696-4859-ac4c-7c4d16994063 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Made reservation on behalf of 172381cd65a94b1fa2939d6af673f6ba for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:16:36.864871 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1884cdaf-22ee-471b-8e78-59e949664568 req-74e29ceb-4696-4859-ac4c-7c4d16994063 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:36.953834 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-171424e4-f3cb-4fff-80f8-23a27f6818a0 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Allocated IP 172.20.0.14 (18282298-713d-408d-ae8c-c3fdda8948db/be671b55-3111-4267-9bbd-2d293c328860/90942a6e-0933-48c1-80c9-55ff402f0b93) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:16:37.006653 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:37.039331 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=52,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:37.421076 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-89537746-ba30-4536-95e6-d37a044b281d req-98a643bb-ecde-4fea-b78b-0fe57c4650bc tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 210 time: 1.5774794 Jun 24 10:16:37.422342 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:37.452426 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d9f49a3f-f38f-4156-837c-01ed36400116 req-773e2929-ded7-40f7-b3d5-069f93fa313f tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 210 time: 0.7787302 Jun 24 10:16:37.588568 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-171424e4-f3cb-4fff-80f8-23a27f6818a0 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Publish callbacks [] for port (90942a6e-0933-48c1-80c9-55ff402f0b93), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:37.756280 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-01786e99-b5f5-4435-ba0c-682881ee3dc3 req-ca02f3b2-b8ed-49b7-9858-6abc5c26d4a2 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 210 time: 0.0678470 Jun 24 10:16:37.771244 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-171424e4-f3cb-4fff-80f8-23a27f6818a0 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (90942a6e-0933-48c1-80c9-55ff402f0b93), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:37.819245 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-d83a9a40-e54e-430d-8a79-23504dce4ac7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Made reservation on behalf of a33a4f77f0ae4dc09d4f8c29babf3b03 for: {'port': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:16:37.832847 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-d83a9a40-e54e-430d-8a79-23504dce4ac7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:37.998244 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:38.076622 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:38.149913 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-d83a9a40-e54e-430d-8a79-23504dce4ac7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Allocated IP 172.20.0.7 (d5489725-cb1e-4af4-bc56-f04397965dc8/d457dd30-6a21-4bba-a15c-7b5069d5a773/c453626e-6db1-429e-a1a1-df11a4d87ee5) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:16:38.378760 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-d83a9a40-e54e-430d-8a79-23504dce4ac7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for port (c453626e-6db1-429e-a1a1-df11a4d87ee5), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:38.431574 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-9e6f313d-5d6c-4038-b0fc-e9e87ec31874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05874f33-e136-4a35-af2c-074f2098eaf9 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:16:38.440573 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:38.458082 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-9e6f313d-5d6c-4038-b0fc-e9e87ec31874 service neutron] Publish callbacks [] for port (05874f33-e136-4a35-af2c-074f2098eaf9), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:38.551478 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-9e6f313d-5d6c-4038-b0fc-e9e87ec31874 service neutron] Transition to ACTIVE for port object 05874f33-e136-4a35-af2c-074f2098eaf9 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:16:38.608340 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-d83a9a40-e54e-430d-8a79-23504dce4ac7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (c453626e-6db1-429e-a1a1-df11a4d87ee5), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:38.616721 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-9e6f313d-5d6c-4038-b0fc-e9e87ec31874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (05874f33-e136-4a35-af2c-074f2098eaf9), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:38.700631 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-171424e4-f3cb-4fff-80f8-23a27f6818a0 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Network 18282298-713d-408d-ae8c-c3fdda8948db is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:38.720912 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87186b7c-39a4-494b-8f10-137e7bb142f3 req-0afef0e2-8d75-4f9f-a4ba-32c4969c0abb tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:38.732209 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-87186b7c-39a4-494b-8f10-137e7bb142f3 req-0afef0e2-8d75-4f9f-a4ba-32c4969c0abb tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 931 time: 1.0478137 Jun 24 10:16:38.739404 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-d83a9a40-e54e-430d-8a79-23504dce4ac7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Network d5489725-cb1e-4af4-bc56-f04397965dc8 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:38.801367 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-171424e4-f3cb-4fff-80f8-23a27f6818a0 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:38.811989 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-171424e4-f3cb-4fff-80f8-23a27f6818a0 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:16:38.853159 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-d83a9a40-e54e-430d-8a79-23504dce4ac7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:38.923316 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e0c0645b-300a-4e54-96db-f1dd6e0aafd9 req-6c04d973-229b-48bc-86cd-32f37a2cfdd8 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 210 time: 0.2300680 Jun 24 10:16:38.931983 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-d83a9a40-e54e-430d-8a79-23504dce4ac7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:16:39.147257 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171424e4-f3cb-4fff-80f8-23a27f6818a0 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Pushing event updated for resources: {'Port': ['ID=90942a6e-0933-48c1-80c9-55ff402f0b93,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:39.259616 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a9a40-e54e-430d-8a79-23504dce4ac7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Pushing event updated for resources: {'Port': ['ID=c453626e-6db1-429e-a1a1-df11a4d87ee5,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:39.339681 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:39.365641 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 59908) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:39.380006 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-171424e4-f3cb-4fff-80f8-23a27f6818a0 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:39.380807 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-171424e4-f3cb-4fff-80f8-23a27f6818a0 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:39.414267 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f313d-5d6c-4038-b0fc-e9e87ec31874 service neutron] Pushing event updated for resources: {'Port': ['ID=05874f33-e136-4a35-af2c-074f2098eaf9,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:39.473013 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-ea1a8978-be59-4df7-a7fc-a26607d9fba7 None None] Provisioning complete for port 90942a6e-0933-48c1-80c9-55ff402f0b93 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:39.473797 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ea1a8978-be59-4df7-a7fc-a26607d9fba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (90942a6e-0933-48c1-80c9-55ff402f0b93), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:39.512183 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-87186b7c-39a4-494b-8f10-137e7bb142f3 req-cde319c8-8aab-4ba7-a349-e0d082d976c1 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7749054 Jun 24 10:16:39.548264 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a8978-be59-4df7-a7fc-a26607d9fba7 None None] Port 90942a6e-0933-48c1-80c9-55ff402f0b93 cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:16:39.555416 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a276eb-8266-412d-ac78-e307be5bf0f1 req-e5f8a02a-6902-4324-8a7f-4a9a879367c5 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:39.569458 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-95a276eb-8266-412d-ac78-e307be5bf0f1 req-e5f8a02a-6902-4324-8a7f-4a9a879367c5 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 932 time: 0.4105427 Jun 24 10:16:39.582282 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-ea1a8978-be59-4df7-a7fc-a26607d9fba7 None None] Provisioning complete for port c453626e-6db1-429e-a1a1-df11a4d87ee5 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:39.583028 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ea1a8978-be59-4df7-a7fc-a26607d9fba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (c453626e-6db1-429e-a1a1-df11a4d87ee5), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:39.589567 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-d83a9a40-e54e-430d-8a79-23504dce4ac7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:39.590234 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-d83a9a40-e54e-430d-8a79-23504dce4ac7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:39.665392 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-1884cdaf-22ee-471b-8e78-59e949664568 req-74e29ceb-4696-4859-ac4c-7c4d16994063 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Allocated IP 172.20.0.11 (d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5/76a12e71-d45b-4321-aabc-7b9f132bf04a/f5b17bbb-f70d-4036-a17a-05e70d05ead8) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:16:39.685922 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a8978-be59-4df7-a7fc-a26607d9fba7 None None] Port c453626e-6db1-429e-a1a1-df11a4d87ee5 cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:16:39.796315 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-18b1a627-9267-49c1-9d84-a489be47eacd req-b2952e58-ea6c-4ba7-8433-485b5923a038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c384c38-8450-4bcf-a60e-98848c87017b {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:16:39.801779 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-171424e4-f3cb-4fff-80f8-23a27f6818a0 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4103374 Jun 24 10:16:39.831502 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-18b1a627-9267-49c1-9d84-a489be47eacd req-b2952e58-ea6c-4ba7-8433-485b5923a038 service neutron] Publish callbacks [] for port (0c384c38-8450-4bcf-a60e-98848c87017b), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:39.940233 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-18b1a627-9267-49c1-9d84-a489be47eacd req-b2952e58-ea6c-4ba7-8433-485b5923a038 service neutron] Transition to ACTIVE for port object 0c384c38-8450-4bcf-a60e-98848c87017b will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:16:39.950371 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-319b74c5-5bb1-4140-b125-46ac6dcdc655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:39.973182 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-18b1a627-9267-49c1-9d84-a489be47eacd req-b2952e58-ea6c-4ba7-8433-485b5923a038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:39.976108 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-48ee551d-cff8-405c-a184-c0f89967870e service neutron] Request body: {'port': {'device_id': 'e33ad457-f04e-45ab-994a-de25ed757120', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:40.011796 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:40.111887 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-d83a9a40-e54e-430d-8a79-23504dce4ac7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4876769 Jun 24 10:16:40.121489 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42cd25-2057-47c9-9947-633fa9d9686b req-e41a46c2-10fd-4f74-aaa7-e42195e72d89 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:40.125863 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4d42cd25-2057-47c9-9947-633fa9d9686b req-e41a46c2-10fd-4f74-aaa7-e42195e72d89 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 931 time: 0.3991270 Jun 24 10:16:40.140420 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-7e396e5b-5630-492e-ab1d-83ce3f4b57bd service neutron] Request body: {'port': {'device_id': 'e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:40.181547 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:40.202346 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2952e58-ea6c-4ba7-8433-485b5923a038 service neutron] Pushing event updated for resources: {'Port': ['ID=0c384c38-8450-4bcf-a60e-98848c87017b,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:40.202826 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-95a276eb-8266-412d-ac78-e307be5bf0f1 req-e3c5c4ee-7c1d-48ad-b098-7586f7385f40 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/security-groups?id=7abb6ce8-718b-446c-9967-93fc9e6ba090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5879321 Jun 24 10:16:40.209383 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:40.217293 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-9e6f313d-5d6c-4038-b0fc-e9e87ec31874 service neutron] Attempting to bind port 05874f33-e136-4a35-af2c-074f2098eaf9 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:16:40.217676 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-9e6f313d-5d6c-4038-b0fc-e9e87ec31874 service neutron] Attempting to bind port 05874f33-e136-4a35-af2c-074f2098eaf9 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '4711d589-da8e-4c33-8cd2-a8ecd7a525ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:16:40.218001 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-9e6f313d-5d6c-4038-b0fc-e9e87ec31874 service neutron] Attempting to bind port 05874f33-e136-4a35-af2c-074f2098eaf9 on network d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:16:40.236088 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-9e6f313d-5d6c-4038-b0fc-e9e87ec31874 service neutron] Port 05874f33-e136-4a35-af2c-074f2098eaf9 on network d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:16:40.236088 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-9e6f313d-5d6c-4038-b0fc-e9e87ec31874 service neutron] Attempting to bind port 05874f33-e136-4a35-af2c-074f2098eaf9 on network d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:16:40.285782 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-9e6f313d-5d6c-4038-b0fc-e9e87ec31874 service neutron] Checking agent: {'id': '900df4b4-ebee-48f1-a22a-a520f0296ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'started_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:16:40.286144 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-9e6f313d-5d6c-4038-b0fc-e9e87ec31874 service neutron] Checking segment: {'id': '4711d589-da8e-4c33-8cd2-a8ecd7a525ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:16:40.286715 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-9e6f313d-5d6c-4038-b0fc-e9e87ec31874 service neutron] Bound using segment: {'id': '4711d589-da8e-4c33-8cd2-a8ecd7a525ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:16:40.287185 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-9e6f313d-5d6c-4038-b0fc-e9e87ec31874 service neutron] Bound port: 05874f33-e136-4a35-af2c-074f2098eaf9, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4711d589-da8e-4c33-8cd2-a8ecd7a525ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:16:40.287547 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-9e6f313d-5d6c-4038-b0fc-e9e87ec31874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (05874f33-e136-4a35-af2c-074f2098eaf9), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:40.315292 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1884cdaf-22ee-471b-8e78-59e949664568 req-74e29ceb-4696-4859-ac4c-7c4d16994063 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for port (f5b17bbb-f70d-4036-a17a-05e70d05ead8), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:40.408145 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4d42cd25-2057-47c9-9947-633fa9d9686b req-b191ece9-3d7b-400a-84f7-9db73495e601 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642293 Jun 24 10:16:40.515462 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1884cdaf-22ee-471b-8e78-59e949664568 req-74e29ceb-4696-4859-ac4c-7c4d16994063 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (f5b17bbb-f70d-4036-a17a-05e70d05ead8), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:40.549256 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-7e396e5b-5630-492e-ab1d-83ce3f4b57bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (c453626e-6db1-429e-a1a1-df11a4d87ee5), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:40.573009 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-18b1a627-9267-49c1-9d84-a489be47eacd req-b2952e58-ea6c-4ba7-8433-485b5923a038 service neutron] Attempting to bind port 0c384c38-8450-4bcf-a60e-98848c87017b on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:16:40.573237 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-18b1a627-9267-49c1-9d84-a489be47eacd req-b2952e58-ea6c-4ba7-8433-485b5923a038 service neutron] Attempting to bind port 0c384c38-8450-4bcf-a60e-98848c87017b by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '21c9839e-eac9-45b6-8215-616b568884d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:16:40.573517 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b1a627-9267-49c1-9d84-a489be47eacd req-b2952e58-ea6c-4ba7-8433-485b5923a038 service neutron] Attempting to bind port 0c384c38-8450-4bcf-a60e-98848c87017b on network 77e0b315-c6f0-401c-b090-3f73b33dd671 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:16:40.582577 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1884cdaf-22ee-471b-8e78-59e949664568 req-74e29ceb-4696-4859-ac4c-7c4d16994063 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Network d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:40.601678 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b1a627-9267-49c1-9d84-a489be47eacd req-b2952e58-ea6c-4ba7-8433-485b5923a038 service neutron] Port 0c384c38-8450-4bcf-a60e-98848c87017b on network 77e0b315-c6f0-401c-b090-3f73b33dd671 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:16:40.602140 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b1a627-9267-49c1-9d84-a489be47eacd req-b2952e58-ea6c-4ba7-8433-485b5923a038 service neutron] Attempting to bind port 0c384c38-8450-4bcf-a60e-98848c87017b on network 77e0b315-c6f0-401c-b090-3f73b33dd671 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:16:40.614651 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:40.623413 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-1884cdaf-22ee-471b-8e78-59e949664568 req-74e29ceb-4696-4859-ac4c-7c4d16994063 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:40.626498 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b1a627-9267-49c1-9d84-a489be47eacd req-b2952e58-ea6c-4ba7-8433-485b5923a038 service neutron] Checking agent: {'id': '900df4b4-ebee-48f1-a22a-a520f0296ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'started_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:16:40.626860 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b1a627-9267-49c1-9d84-a489be47eacd req-b2952e58-ea6c-4ba7-8433-485b5923a038 service neutron] Checking segment: {'id': '21c9839e-eac9-45b6-8215-616b568884d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:16:40.627228 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b1a627-9267-49c1-9d84-a489be47eacd req-b2952e58-ea6c-4ba7-8433-485b5923a038 service neutron] Bound using segment: {'id': '21c9839e-eac9-45b6-8215-616b568884d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:16:40.627664 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-18b1a627-9267-49c1-9d84-a489be47eacd req-b2952e58-ea6c-4ba7-8433-485b5923a038 service neutron] Bound port: 0c384c38-8450-4bcf-a60e-98848c87017b, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21c9839e-eac9-45b6-8215-616b568884d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:16:40.628023 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-18b1a627-9267-49c1-9d84-a489be47eacd req-b2952e58-ea6c-4ba7-8433-485b5923a038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:40.638472 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-1884cdaf-22ee-471b-8e78-59e949664568 req-74e29ceb-4696-4859-ac4c-7c4d16994063 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:16:40.750390 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884cdaf-22ee-471b-8e78-59e949664568 req-74e29ceb-4696-4859-ac4c-7c4d16994063 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:40.750902 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1884cdaf-22ee-471b-8e78-59e949664568 req-74e29ceb-4696-4859-ac4c-7c4d16994063 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:40.891557 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e29ceb-4696-4859-ac4c-7c4d16994063 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Pushing event updated for resources: {'Port': ['ID=f5b17bbb-f70d-4036-a17a-05e70d05ead8,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:40.902734 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1884cdaf-22ee-471b-8e78-59e949664568 req-74e29ceb-4696-4859-ac4c-7c4d16994063 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7581646 Jun 24 10:16:40.949397 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-9e6f313d-5d6c-4038-b0fc-e9e87ec31874 service neutron] For port 05874f33-e136-4a35-af2c-074f2098eaf9, host hv-cinder-84713, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:16:40.980238 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-9e6f313d-5d6c-4038-b0fc-e9e87ec31874 service neutron] For port 05874f33-e136-4a35-af2c-074f2098eaf9, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=05874f33-e136-4a35-af2c-074f2098eaf9,segment=NetworkSegment(4711d589-da8e-4c33-8cd2-a8ecd7a525ee),segment_id=4711d589-da8e-4c33-8cd2-a8ecd7a525ee)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:16:40.994666 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-9e6f313d-5d6c-4038-b0fc-e9e87ec31874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (05874f33-e136-4a35-af2c-074f2098eaf9), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:41.011467 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-58afcea8-da22-4211-95d2-5f4f6be923ed None None] Provisioning complete for port f5b17bbb-f70d-4036-a17a-05e70d05ead8 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:41.012145 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-58afcea8-da22-4211-95d2-5f4f6be923ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (f5b17bbb-f70d-4036-a17a-05e70d05ead8), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:41.080241 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c8157-2ee3-4c8a-9e6f-0234f94cfcbd req-f0ee75cd-85ea-4a50-b018-42ee7f2b6510 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:41.087138 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-9e6f313d-5d6c-4038-b0fc-e9e87ec31874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:41.087843 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7b2c8157-2ee3-4c8a-9e6f-0234f94cfcbd req-f0ee75cd-85ea-4a50-b018-42ee7f2b6510 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 932 time: 0.6706326 Jun 24 10:16:41.088049 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-9e6f313d-5d6c-4038-b0fc-e9e87ec31874 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:41.089681 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-9e6f313d-5d6c-4038-b0fc-e9e87ec31874 service neutron] 10.222.0.27 "PUT /v2.0/ports/05874f33-e136-4a35-af2c-074f2098eaf9 HTTP/1.1" status: 200 len: 1094 time: 5.2558675 Jun 24 10:16:41.104808 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95be179c-5caf-487f-a710-6445f6163f51', 'tag': '05874f33-e136-4a35-af2c-074f2098eaf9'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:16:41.122026 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-48ee551d-cff8-405c-a184-c0f89967870e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (90942a6e-0933-48c1-80c9-55ff402f0b93), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:41.144172 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-18b1a627-9267-49c1-9d84-a489be47eacd req-b2952e58-ea6c-4ba7-8433-485b5923a038 service neutron] For port 0c384c38-8450-4bcf-a60e-98848c87017b, host hv-cinder-84713, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:16:41.157004 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-18b1a627-9267-49c1-9d84-a489be47eacd req-b2952e58-ea6c-4ba7-8433-485b5923a038 service neutron] For port 0c384c38-8450-4bcf-a60e-98848c87017b, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=0c384c38-8450-4bcf-a60e-98848c87017b,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:16:41.169606 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:41.179088 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-58afcea8-da22-4211-95d2-5f4f6be923ed None None] Port f5b17bbb-f70d-4036-a17a-05e70d05ead8 cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:16:41.199434 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-18b1a627-9267-49c1-9d84-a489be47eacd req-b2952e58-ea6c-4ba7-8433-485b5923a038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:41.223865 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f313d-5d6c-4038-b0fc-e9e87ec31874 service neutron] Pushing event updated for resources: {'Port': ['ID=05874f33-e136-4a35-af2c-074f2098eaf9,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:41.301087 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2952e58-ea6c-4ba7-8433-485b5923a038 service neutron] Pushing event updated for resources: {'Port': ['ID=0c384c38-8450-4bcf-a60e-98848c87017b,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:41.309928 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1a627-9267-49c1-9d84-a489be47eacd req-b2952e58-ea6c-4ba7-8433-485b5923a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:41.310515 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-18b1a627-9267-49c1-9d84-a489be47eacd req-b2952e58-ea6c-4ba7-8433-485b5923a038 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:41.311972 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-18b1a627-9267-49c1-9d84-a489be47eacd req-b2952e58-ea6c-4ba7-8433-485b5923a038 service neutron] 10.222.0.27 "PUT /v2.0/ports/0c384c38-8450-4bcf-a60e-98848c87017b HTTP/1.1" status: 200 len: 1093 time: 5.4983370 Jun 24 10:16:41.312450 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59950) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:41.335526 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e258243e-34ee-4973-af8c-c286ba3db939" -d '{"events": [{"name": "network-changed", "server_uuid": "95be179c-5caf-487f-a710-6445f6163f51", "tag": "05874f33-e136-4a35-af2c-074f2098eaf9"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:16:41.429747 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-319b74c5-5bb1-4140-b125-46ac6dcdc655 admin admin] Publish callbacks [] for security_group (11e54500-7e13-4bd2-95e2-1636202b469d), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:41.438224 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e913598-34f7-494e-b4c2-75d3c0057470 req-9d897003-6c8e-4876-8ca5-7004c6c4cb51 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:41.439961 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5e913598-34f7-494e-b4c2-75d3c0057470 req-9d897003-6c8e-4876-8ca5-7004c6c4cb51 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.7546263 Jun 24 10:16:41.478599 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-545c68d1-0fe2-4534-9c68-6f96f3840661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:41.490458 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-319b74c5-5bb1-4140-b125-46ac6dcdc655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (11e54500-7e13-4bd2-95e2-1636202b469d), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:41.557652 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:41.561670 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7b2c8157-2ee3-4c8a-9e6f-0234f94cfcbd req-e5f456ef-2f81-4b4f-92e1-add1818914b6 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731691 Jun 24 10:16:41.572705 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:41.594432 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-545c68d1-0fe2-4534-9c68-6f96f3840661 admin admin] Publish callbacks [] for security_group (7a8b7ee4-efeb-4313-9dd8-e7b0ed61ff10), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:41.598787 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-545c68d1-0fe2-4534-9c68-6f96f3840661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (7a8b7ee4-efeb-4313-9dd8-e7b0ed61ff10), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:41.607815 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b74c5-5bb1-4140-b125-46ac6dcdc655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e54500-7e13-4bd2-95e2-1636202b469d,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:41.654361 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-319b74c5-5bb1-4140-b125-46ac6dcdc655 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b1536354ea36428082a8f549a85ed09e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2695839 Jun 24 10:16:41.658133 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59960) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:41.658791 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c68d1-0fe2-4534-9c68-6f96f3840661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8b7ee4-efeb-4313-9dd8-e7b0ed61ff10,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:41.685820 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-545c68d1-0fe2-4534-9c68-6f96f3840661 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f20216fd843d445a862f4eacfe34692c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3723531 Jun 24 10:16:41.689035 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59962) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:41.760968 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5e913598-34f7-494e-b4c2-75d3c0057470 req-5d9429c1-3a1b-4098-8a41-9362a1e87aeb tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2717421 Jun 24 10:16:41.771335 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2775a955-32d8-4b55-ac67-f759183e4ad9 admin admin] Publish callbacks [] for security_group (11e54500-7e13-4bd2-95e2-1636202b469d), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:41.773012 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-74a53c63-e78f-4a25-abad-170f6daecf0e admin admin] Publish callbacks [] for security_group (7a8b7ee4-efeb-4313-9dd8-e7b0ed61ff10), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:41.810016 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-74a53c63-e78f-4a25-abad-170f6daecf0e admin admin] Publish callbacks [] for security_group (7a8b7ee4-efeb-4313-9dd8-e7b0ed61ff10), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:41.819965 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428976fd-fd1b-49a6-8bbc-d5c58413b6f7 req-5c61c565-57ab-41f5-b0b3-e5c39e668f76 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:41.821609 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-428976fd-fd1b-49a6-8bbc-d5c58413b6f7 req-5c61c565-57ab-41f5-b0b3-e5c39e668f76 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 932 time: 0.1599817 Jun 24 10:16:41.834442 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-7e396e5b-5630-492e-ab1d-83ce3f4b57bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c453626e-6db1-429e-a1a1-df11a4d87ee5 {{(pid=104051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:16:41.876469 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-74a53c63-e78f-4a25-abad-170f6daecf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (7a8b7ee4-efeb-4313-9dd8-e7b0ed61ff10), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:41.878950 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-74a53c63-e78f-4a25-abad-170f6daecf0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:41.880170 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-74a53c63-e78f-4a25-abad-170f6daecf0e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a8b7ee4-efeb-4313-9dd8-e7b0ed61ff10 HTTP/1.1" status: 204 len: 168 time: 0.1901715 Jun 24 10:16:41.882354 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2775a955-32d8-4b55-ac67-f759183e4ad9 admin admin] Publish callbacks [] for security_group (11e54500-7e13-4bd2-95e2-1636202b469d), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:41.885674 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-7e396e5b-5630-492e-ab1d-83ce3f4b57bd service neutron] Publish callbacks [] for port (c453626e-6db1-429e-a1a1-df11a4d87ee5), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:41.901576 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a53c63-e78f-4a25-abad-170f6daecf0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8b7ee4-efeb-4313-9dd8-e7b0ed61ff10,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:41.966804 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2775a955-32d8-4b55-ac67-f759183e4ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (11e54500-7e13-4bd2-95e2-1636202b469d), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:41.969983 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2775a955-32d8-4b55-ac67-f759183e4ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:41.971482 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.provisioning_blocks [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-7e396e5b-5630-492e-ab1d-83ce3f4b57bd service neutron] Transition to ACTIVE for port object c453626e-6db1-429e-a1a1-df11a4d87ee5 will not be triggered until provisioned by entity L2. {{(pid=104051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:16:41.972855 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-2775a955-32d8-4b55-ac67-f759183e4ad9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/11e54500-7e13-4bd2-95e2-1636202b469d HTTP/1.1" status: 204 len: 168 time: 0.3111701 Jun 24 10:16:41.979616 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76983e2a-4af1-4180-a053-6926275eafa5 x-openstack-request-id: req-76983e2a-4af1-4180-a053-6926275eafa5 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:16:41.980239 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95be179c-5caf-487f-a710-6445f6163f51", "tag": "05874f33-e136-4a35-af2c-074f2098eaf9", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:16:41.980239 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76983e2a-4af1-4180-a053-6926275eafa5 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:16:41.981016 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76983e2a-4af1-4180-a053-6926275eafa5'] response: {'name': 'network-changed', 'server_uuid': '95be179c-5caf-487f-a710-6445f6163f51', 'tag': '05874f33-e136-4a35-af2c-074f2098eaf9', 'status': 'completed', 'code': 200} Jun 24 10:16:41.988730 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775a955-32d8-4b55-ac67-f759183e4ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e54500-7e13-4bd2-95e2-1636202b469d,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:42.002434 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-7e396e5b-5630-492e-ab1d-83ce3f4b57bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15869106'] for port (c453626e-6db1-429e-a1a1-df11a4d87ee5), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:42.104048 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e396e5b-5630-492e-ab1d-83ce3f4b57bd service neutron] Pushing event updated for resources: {'Port': ['ID=c453626e-6db1-429e-a1a1-df11a4d87ee5,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:42.109476 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-428976fd-fd1b-49a6-8bbc-d5c58413b6f7 req-fd7813db-9f3f-4c86-a65d-af05ee1a660d tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/security-groups?id=7abb6ce8-718b-446c-9967-93fc9e6ba090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806516 Jun 24 10:16:42.340967 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:42.358199 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e507c5-5bda-4b7f-8032-83cd8b8f02b6 req-5ea9ac69-034a-49cd-b905-2af10f39ae0c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:42.359763 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-13e507c5-5bda-4b7f-8032-83cd8b8f02b6 req-5ea9ac69-034a-49cd-b905-2af10f39ae0c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 943 time: 0.2657015 Jun 24 10:16:42.380624 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-48ee551d-cff8-405c-a184-c0f89967870e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90942a6e-0933-48c1-80c9-55ff402f0b93 {{(pid=104051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:16:42.389448 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-7e396e5b-5630-492e-ab1d-83ce3f4b57bd service neutron] Attempting to bind port c453626e-6db1-429e-a1a1-df11a4d87ee5 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:16:42.389807 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-7e396e5b-5630-492e-ab1d-83ce3f4b57bd service neutron] Attempting to bind port c453626e-6db1-429e-a1a1-df11a4d87ee5 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'b2d97abe-b69e-4d48-898d-8b67cc0526fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8'}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:16:42.390290 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-7e396e5b-5630-492e-ab1d-83ce3f4b57bd service neutron] Attempting to bind port c453626e-6db1-429e-a1a1-df11a4d87ee5 on network d5489725-cb1e-4af4-bc56-f04397965dc8 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:16:42.397764 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-48ee551d-cff8-405c-a184-c0f89967870e service neutron] Publish callbacks [] for port (90942a6e-0933-48c1-80c9-55ff402f0b93), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:42.426998 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-7e396e5b-5630-492e-ab1d-83ce3f4b57bd service neutron] Port c453626e-6db1-429e-a1a1-df11a4d87ee5 on network d5489725-cb1e-4af4-bc56-f04397965dc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:16:42.427322 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-7e396e5b-5630-492e-ab1d-83ce3f4b57bd service neutron] Attempting to bind port c453626e-6db1-429e-a1a1-df11a4d87ee5 on network d5489725-cb1e-4af4-bc56-f04397965dc8 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:16:42.436212 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59986) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:42.438069 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-7e396e5b-5630-492e-ab1d-83ce3f4b57bd service neutron] Checking agent: {'id': '900df4b4-ebee-48f1-a22a-a520f0296ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'started_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:16:42.438632 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-7e396e5b-5630-492e-ab1d-83ce3f4b57bd service neutron] Checking segment: {'id': 'b2d97abe-b69e-4d48-898d-8b67cc0526fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:16:42.438982 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-7e396e5b-5630-492e-ab1d-83ce3f4b57bd service neutron] Bound using segment: {'id': 'b2d97abe-b69e-4d48-898d-8b67cc0526fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8'} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:16:42.439406 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-7e396e5b-5630-492e-ab1d-83ce3f4b57bd service neutron] Bound port: c453626e-6db1-429e-a1a1-df11a4d87ee5, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2d97abe-b69e-4d48-898d-8b67cc0526fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8'}}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:16:42.439761 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-7e396e5b-5630-492e-ab1d-83ce3f4b57bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (c453626e-6db1-429e-a1a1-df11a4d87ee5), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:42.444149 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.provisioning_blocks [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-48ee551d-cff8-405c-a184-c0f89967870e service neutron] Transition to ACTIVE for port object 90942a6e-0933-48c1-80c9-55ff402f0b93 will not be triggered until provisioned by entity L2. {{(pid=104051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:16:42.458647 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-48ee551d-cff8-405c-a184-c0f89967870e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15869106'] for port (90942a6e-0933-48c1-80c9-55ff402f0b93), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:42.473735 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-034abb94-f29d-4d8a-9c1c-60e0b96a33c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:42.541160 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59988) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:42.552203 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=13,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:42.560766 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-13e507c5-5bda-4b7f-8032-83cd8b8f02b6 req-1b54459f-fe12-4daa-b296-8c2427f230de tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723812 Jun 24 10:16:42.566135 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b5e6abda-556e-4c5a-83cd-ee69c66921b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:42.593050 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee551d-cff8-405c-a184-c0f89967870e service neutron] Pushing event updated for resources: {'Port': ['ID=90942a6e-0933-48c1-80c9-55ff402f0b93,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:42.606795 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-034abb94-f29d-4d8a-9c1c-60e0b96a33c7 admin admin] Publish callbacks [] for security_group (667d8762-facf-4dea-ae82-190793bb2946), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:42.620294 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-034abb94-f29d-4d8a-9c1c-60e0b96a33c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (667d8762-facf-4dea-ae82-190793bb2946), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:42.635603 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-7e396e5b-5630-492e-ab1d-83ce3f4b57bd service neutron] For port c453626e-6db1-429e-a1a1-df11a4d87ee5, host hv-cinder-84713, cleared binding levels {{(pid=104051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:16:42.680136 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-7e396e5b-5630-492e-ab1d-83ce3f4b57bd service neutron] For port c453626e-6db1-429e-a1a1-df11a4d87ee5, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c453626e-6db1-429e-a1a1-df11a4d87ee5,segment=NetworkSegment(b2d97abe-b69e-4d48-898d-8b67cc0526fc),segment_id=b2d97abe-b69e-4d48-898d-8b67cc0526fc)] {{(pid=104051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:16:42.690214 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-034abb94-f29d-4d8a-9c1c-60e0b96a33c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2a7ccd504f3e48d3aee8dd35e50a989f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477164 Jun 24 10:16:42.690964 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 59992) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:42.697627 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-7e396e5b-5630-492e-ab1d-83ce3f4b57bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15869106'] for port (c453626e-6db1-429e-a1a1-df11a4d87ee5), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:42.698889 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034abb94-f29d-4d8a-9c1c-60e0b96a33c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667d8762-facf-4dea-ae82-190793bb2946,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:42.728373 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:42.735722 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:42.795996 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b5e6abda-556e-4c5a-83cd-ee69c66921b4 admin admin] Publish callbacks [] for security_group (d75ba85d-3fa8-46e0-b1ca-4972f9fab701), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:42.799284 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec73c0-8e9c-490f-b713-3ad59a2a09bb req-5ad62def-8c8a-46e8-854c-6eccb59f1a29 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:42.801047 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4bec73c0-8e9c-490f-b713-3ad59a2a09bb req-5ad62def-8c8a-46e8-854c-6eccb59f1a29 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 932 time: 0.1236627 Jun 24 10:16:42.807361 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-7e396e5b-5630-492e-ab1d-83ce3f4b57bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:42.807973 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-7e396e5b-5630-492e-ab1d-83ce3f4b57bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:42.809381 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-7e396e5b-5630-492e-ab1d-83ce3f4b57bd service neutron] 10.222.0.27 "PUT /v2.0/ports/c453626e-6db1-429e-a1a1-df11a4d87ee5 HTTP/1.1" status: 200 len: 1093 time: 2.6734626 Jun 24 10:16:42.812312 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1', 'tag': 'c453626e-6db1-429e-a1a1-df11a4d87ee5'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:16:42.815246 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b5e6abda-556e-4c5a-83cd-ee69c66921b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (d75ba85d-3fa8-46e0-b1ca-4972f9fab701), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:42.822909 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-48ee551d-cff8-405c-a184-c0f89967870e service neutron] Attempting to bind port 90942a6e-0933-48c1-80c9-55ff402f0b93 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:16:42.823232 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-48ee551d-cff8-405c-a184-c0f89967870e service neutron] Attempting to bind port 90942a6e-0933-48c1-80c9-55ff402f0b93 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '125639f9-8741-4daa-bedb-b7f3c24f0880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18282298-713d-408d-ae8c-c3fdda8948db'}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:16:42.823554 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-48ee551d-cff8-405c-a184-c0f89967870e service neutron] Attempting to bind port 90942a6e-0933-48c1-80c9-55ff402f0b93 on network 18282298-713d-408d-ae8c-c3fdda8948db {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:16:42.839454 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-48ee551d-cff8-405c-a184-c0f89967870e service neutron] Port 90942a6e-0933-48c1-80c9-55ff402f0b93 on network 18282298-713d-408d-ae8c-c3fdda8948db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:16:42.839769 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-48ee551d-cff8-405c-a184-c0f89967870e service neutron] Attempting to bind port 90942a6e-0933-48c1-80c9-55ff402f0b93 on network 18282298-713d-408d-ae8c-c3fdda8948db {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:16:42.866814 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-48ee551d-cff8-405c-a184-c0f89967870e service neutron] Checking agent: {'id': '900df4b4-ebee-48f1-a22a-a520f0296ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'started_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:16:42.867181 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-48ee551d-cff8-405c-a184-c0f89967870e service neutron] Checking segment: {'id': '125639f9-8741-4daa-bedb-b7f3c24f0880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18282298-713d-408d-ae8c-c3fdda8948db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:16:42.867589 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-48ee551d-cff8-405c-a184-c0f89967870e service neutron] Bound using segment: {'id': '125639f9-8741-4daa-bedb-b7f3c24f0880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18282298-713d-408d-ae8c-c3fdda8948db'} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:16:42.868032 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-48ee551d-cff8-405c-a184-c0f89967870e service neutron] Bound port: 90942a6e-0933-48c1-80c9-55ff402f0b93, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '125639f9-8741-4daa-bedb-b7f3c24f0880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18282298-713d-408d-ae8c-c3fdda8948db'}}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:16:42.868386 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-48ee551d-cff8-405c-a184-c0f89967870e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (90942a6e-0933-48c1-80c9-55ff402f0b93), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:42.875259 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e396e5b-5630-492e-ab1d-83ce3f4b57bd service neutron] Pushing event updated for resources: {'Port': ['ID=c453626e-6db1-429e-a1a1-df11a4d87ee5,revision_number=3']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:42.898045 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-45c1c814-a6c6-4324-ac73-102f4f35b666 admin admin] Publish callbacks [] for security_group (667d8762-facf-4dea-ae82-190793bb2946), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:42.907014 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-b5e6abda-556e-4c5a-83cd-ee69c66921b4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b0696bf798864d07890228b54b5b904b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3647134 Jun 24 10:16:42.910344 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 60000) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:42.921538 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6abda-556e-4c5a-83cd-ee69c66921b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75ba85d-3fa8-46e0-b1ca-4972f9fab701,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:42.997526 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4bec73c0-8e9c-490f-b713-3ad59a2a09bb req-7f6546f6-a0f2-41dc-862d-cbe1a63cbf44 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799445 Jun 24 10:16:42.998151 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-45c1c814-a6c6-4324-ac73-102f4f35b666 admin admin] Publish callbacks [] for security_group (667d8762-facf-4dea-ae82-190793bb2946), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:43.013484 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65472316-4e39-4fe5-a102-5f5456650db0 req-f5779145-996a-4dee-9117-dd9cd38434d5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:43.030353 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-65472316-4e39-4fe5-a102-5f5456650db0 req-f5779145-996a-4dee-9117-dd9cd38434d5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.1570685 Jun 24 10:16:43.108412 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-48ee551d-cff8-405c-a184-c0f89967870e service neutron] For port 90942a6e-0933-48c1-80c9-55ff402f0b93, host hv-cinder-84713, cleared binding levels {{(pid=104051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:16:43.128494 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0842cb78391e2f7ce2bbbb97d4275cb0a39767f3185dad610fa5b26cb1bc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c813db-55dd-46ae-a616-7cce1ebf845a" -d '{"events": [{"name": "network-changed", "server_uuid": "e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1", "tag": "c453626e-6db1-429e-a1a1-df11a4d87ee5"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:16:43.156980 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-65472316-4e39-4fe5-a102-5f5456650db0 req-c1b5cbee-1b0f-4c76-97b9-7e8a898a9efa tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244507 Jun 24 10:16:43.169491 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-48ee551d-cff8-405c-a184-c0f89967870e service neutron] For port 90942a6e-0933-48c1-80c9-55ff402f0b93, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=90942a6e-0933-48c1-80c9-55ff402f0b93,segment=NetworkSegment(125639f9-8741-4daa-bedb-b7f3c24f0880),segment_id=125639f9-8741-4daa-bedb-b7f3c24f0880)] {{(pid=104051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:16:43.195827 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-48ee551d-cff8-405c-a184-c0f89967870e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15869106'] for port (90942a6e-0933-48c1-80c9-55ff402f0b93), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:43.240453 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-48ee551d-cff8-405c-a184-c0f89967870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:43.241142 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-48ee551d-cff8-405c-a184-c0f89967870e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:43.243236 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-48ee551d-cff8-405c-a184-c0f89967870e service neutron] 10.222.0.27 "PUT /v2.0/ports/90942a6e-0933-48c1-80c9-55ff402f0b93 HTTP/1.1" status: 200 len: 1094 time: 3.2938881 Jun 24 10:16:43.250612 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-45c1c814-a6c6-4324-ac73-102f4f35b666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (667d8762-facf-4dea-ae82-190793bb2946), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:43.253657 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-45c1c814-a6c6-4324-ac73-102f4f35b666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:43.259044 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-45c1c814-a6c6-4324-ac73-102f4f35b666 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/667d8762-facf-4dea-ae82-190793bb2946 HTTP/1.1" status: 204 len: 168 time: 0.5667739 Jun 24 10:16:43.260053 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ccaba391-e4d4-449b-990f-3aca5a5843cc admin admin] Publish callbacks [] for security_group (d75ba85d-3fa8-46e0-b1ca-4972f9fab701), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:43.265776 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee551d-cff8-405c-a184-c0f89967870e service neutron] Pushing event updated for resources: {'Port': ['ID=90942a6e-0933-48c1-80c9-55ff402f0b93,revision_number=3']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:43.289229 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1c814-a6c6-4324-ac73-102f4f35b666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667d8762-facf-4dea-ae82-190793bb2946,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:43.332246 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-1884cdaf-22ee-471b-8e78-59e949664568 req-4c55516c-73cc-4997-9719-99fe4125cf72 service neutron] Request body: {'port': {'device_id': 'be1b257c-d6c5-4686-96f2-73dfcb9516ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:43.379103 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ccaba391-e4d4-449b-990f-3aca5a5843cc admin admin] Publish callbacks [] for security_group (d75ba85d-3fa8-46e0-b1ca-4972f9fab701), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:43.424080 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:43.457115 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f56288-3b30-4783-b2d5-f833dd9dd1d6 req-f39d7320-f00d-40b4-81c2-f7d6d295b8e9 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:43.468004 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a3f56288-3b30-4783-b2d5-f833dd9dd1d6 req-f39d7320-f00d-40b4-81c2-f7d6d295b8e9 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 944 time: 0.1769574 Jun 24 10:16:43.483454 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6d890e-f4a9-410b-b001-2e46753cb0e6 x-openstack-request-id: req-cb6d890e-f4a9-410b-b001-2e46753cb0e6 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:16:43.483454 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1", "tag": "c453626e-6db1-429e-a1a1-df11a4d87ee5", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:16:43.483454 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb6d890e-f4a9-410b-b001-2e46753cb0e6 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:16:43.483719 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb6d890e-f4a9-410b-b001-2e46753cb0e6'] response: {'name': 'network-changed', 'server_uuid': 'e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1', 'tag': 'c453626e-6db1-429e-a1a1-df11a4d87ee5', 'status': 'completed', 'code': 200} Jun 24 10:16:43.499363 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1884cdaf-22ee-471b-8e78-59e949664568 req-4c55516c-73cc-4997-9719-99fe4125cf72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (f5b17bbb-f70d-4036-a17a-05e70d05ead8), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:43.575100 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a3f56288-3b30-4783-b2d5-f833dd9dd1d6 req-8b66dfd1-631d-4555-a699-336845763a98 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/security-groups?id=7abb6ce8-718b-446c-9967-93fc9e6ba090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058536 Jun 24 10:16:43.701503 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ccaba391-e4d4-449b-990f-3aca5a5843cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (d75ba85d-3fa8-46e0-b1ca-4972f9fab701), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:43.705209 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ccaba391-e4d4-449b-990f-3aca5a5843cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:43.708856 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf9133-e947-4c82-9d56-979c7abccbf0 req-e0f9464a-f9a5-47ee-bd6b-9959c5555028 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:43.709019 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ccaba391-e4d4-449b-990f-3aca5a5843cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d75ba85d-3fa8-46e0-b1ca-4972f9fab701 HTTP/1.1" status: 204 len: 168 time: 0.7943769 Jun 24 10:16:43.715303 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e7bf9133-e947-4c82-9d56-979c7abccbf0 req-e0f9464a-f9a5-47ee-bd6b-9959c5555028 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 943 time: 0.0611553 Jun 24 10:16:43.723687 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaba391-e4d4-449b-990f-3aca5a5843cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75ba85d-3fa8-46e0-b1ca-4972f9fab701,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:43.792750 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e7bf9133-e947-4c82-9d56-979c7abccbf0 req-90d45da9-1a60-4162-9793-d5a1e7a9e59d tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705979 Jun 24 10:16:43.837441 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:43.895559 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-1884cdaf-22ee-471b-8e78-59e949664568 req-4c55516c-73cc-4997-9719-99fe4125cf72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b17bbb-f70d-4036-a17a-05e70d05ead8 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:16:43.905008 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1884cdaf-22ee-471b-8e78-59e949664568 req-4c55516c-73cc-4997-9719-99fe4125cf72 service neutron] Publish callbacks [] for port (f5b17bbb-f70d-4036-a17a-05e70d05ead8), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:43.920234 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-1884cdaf-22ee-471b-8e78-59e949664568 req-4c55516c-73cc-4997-9719-99fe4125cf72 service neutron] Transition to ACTIVE for port object f5b17bbb-f70d-4036-a17a-05e70d05ead8 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:16:43.924609 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1884cdaf-22ee-471b-8e78-59e949664568 req-4c55516c-73cc-4997-9719-99fe4125cf72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (f5b17bbb-f70d-4036-a17a-05e70d05ead8), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:43.981973 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb96a476-856a-400c-8c57-30b98297ebee', 'tag': '0c384c38-8450-4bcf-a60e-98848c87017b'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:16:43.984359 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d2734b-0b0b-496d-928e-5dea82679ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "cb96a476-856a-400c-8c57-30b98297ebee", "tag": "0c384c38-8450-4bcf-a60e-98848c87017b"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:16:44.001379 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55516c-73cc-4997-9719-99fe4125cf72 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b17bbb-f70d-4036-a17a-05e70d05ead8,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:44.083378 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23378a2e-4b7b-4d66-8e68-94daaf2c0210 x-openstack-request-id: req-23378a2e-4b7b-4d66-8e68-94daaf2c0210 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:16:44.083941 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb96a476-856a-400c-8c57-30b98297ebee", "tag": "0c384c38-8450-4bcf-a60e-98848c87017b", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:16:44.084210 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23378a2e-4b7b-4d66-8e68-94daaf2c0210 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:16:44.084833 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23378a2e-4b7b-4d66-8e68-94daaf2c0210'] response: {'name': 'network-changed', 'server_uuid': 'cb96a476-856a-400c-8c57-30b98297ebee', 'tag': '0c384c38-8450-4bcf-a60e-98848c87017b', 'status': 'completed', 'code': 200} Jun 24 10:16:44.110206 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:44.138057 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-1884cdaf-22ee-471b-8e78-59e949664568 req-4c55516c-73cc-4997-9719-99fe4125cf72 service neutron] Attempting to bind port f5b17bbb-f70d-4036-a17a-05e70d05ead8 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:16:44.138535 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-1884cdaf-22ee-471b-8e78-59e949664568 req-4c55516c-73cc-4997-9719-99fe4125cf72 service neutron] Attempting to bind port f5b17bbb-f70d-4036-a17a-05e70d05ead8 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '4711d589-da8e-4c33-8cd2-a8ecd7a525ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:16:44.138900 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1884cdaf-22ee-471b-8e78-59e949664568 req-4c55516c-73cc-4997-9719-99fe4125cf72 service neutron] Attempting to bind port f5b17bbb-f70d-4036-a17a-05e70d05ead8 on network d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:16:44.143884 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1884cdaf-22ee-471b-8e78-59e949664568 req-4c55516c-73cc-4997-9719-99fe4125cf72 service neutron] Port f5b17bbb-f70d-4036-a17a-05e70d05ead8 on network d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:16:44.144208 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1884cdaf-22ee-471b-8e78-59e949664568 req-4c55516c-73cc-4997-9719-99fe4125cf72 service neutron] Attempting to bind port f5b17bbb-f70d-4036-a17a-05e70d05ead8 on network d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:16:44.150065 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1884cdaf-22ee-471b-8e78-59e949664568 req-4c55516c-73cc-4997-9719-99fe4125cf72 service neutron] Checking agent: {'id': '900df4b4-ebee-48f1-a22a-a520f0296ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'started_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:16:44.150815 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1884cdaf-22ee-471b-8e78-59e949664568 req-4c55516c-73cc-4997-9719-99fe4125cf72 service neutron] Checking segment: {'id': '4711d589-da8e-4c33-8cd2-a8ecd7a525ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:16:44.151439 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1884cdaf-22ee-471b-8e78-59e949664568 req-4c55516c-73cc-4997-9719-99fe4125cf72 service neutron] Bound using segment: {'id': '4711d589-da8e-4c33-8cd2-a8ecd7a525ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:16:44.152081 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-1884cdaf-22ee-471b-8e78-59e949664568 req-4c55516c-73cc-4997-9719-99fe4125cf72 service neutron] Bound port: f5b17bbb-f70d-4036-a17a-05e70d05ead8, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4711d589-da8e-4c33-8cd2-a8ecd7a525ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:16:44.152652 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1884cdaf-22ee-471b-8e78-59e949664568 req-4c55516c-73cc-4997-9719-99fe4125cf72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (f5b17bbb-f70d-4036-a17a-05e70d05ead8), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:44.203175 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e551aef-9d3c-4b7e-9c86-7a3951309bfd req-ca09fa11-628a-47c6-8ab1-93413864c02b tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:44.204826 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1e551aef-9d3c-4b7e-9c86-7a3951309bfd req-ca09fa11-628a-47c6-8ab1-93413864c02b tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 944 time: 0.0848863 Jun 24 10:16:44.337070 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-1884cdaf-22ee-471b-8e78-59e949664568 req-4c55516c-73cc-4997-9719-99fe4125cf72 service neutron] For port f5b17bbb-f70d-4036-a17a-05e70d05ead8, host hv-cinder-84713, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:16:44.340135 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1e551aef-9d3c-4b7e-9c86-7a3951309bfd req-7f7eccfc-b972-4486-9edb-c8c9f5381557 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291919 Jun 24 10:16:44.341790 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-1884cdaf-22ee-471b-8e78-59e949664568 req-4c55516c-73cc-4997-9719-99fe4125cf72 service neutron] For port f5b17bbb-f70d-4036-a17a-05e70d05ead8, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=f5b17bbb-f70d-4036-a17a-05e70d05ead8,segment=NetworkSegment(4711d589-da8e-4c33-8cd2-a8ecd7a525ee),segment_id=4711d589-da8e-4c33-8cd2-a8ecd7a525ee)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:16:44.367201 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1884cdaf-22ee-471b-8e78-59e949664568 req-4c55516c-73cc-4997-9719-99fe4125cf72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (f5b17bbb-f70d-4036-a17a-05e70d05ead8), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:44.390193 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942d171-47d8-4d7a-abd3-c0289c7f6b30 req-3048aa2a-b6b5-44fc-8cd8-14d5bf66963d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:44.391822 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6942d171-47d8-4d7a-abd3-c0289c7f6b30 req-3048aa2a-b6b5-44fc-8cd8-14d5bf66963d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0766838 Jun 24 10:16:44.418571 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884cdaf-22ee-471b-8e78-59e949664568 req-4c55516c-73cc-4997-9719-99fe4125cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:44.419507 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1884cdaf-22ee-471b-8e78-59e949664568 req-4c55516c-73cc-4997-9719-99fe4125cf72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:44.421446 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1884cdaf-22ee-471b-8e78-59e949664568 req-4c55516c-73cc-4997-9719-99fe4125cf72 service neutron] 10.222.0.27 "PUT /v2.0/ports/f5b17bbb-f70d-4036-a17a-05e70d05ead8 HTTP/1.1" status: 200 len: 1094 time: 1.0985174 Jun 24 10:16:44.442384 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55516c-73cc-4997-9719-99fe4125cf72 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b17bbb-f70d-4036-a17a-05e70d05ead8,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:44.512617 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6942d171-47d8-4d7a-abd3-c0289c7f6b30 req-8b722928-f044-49d7-9d6e-9c6eb80a3aa1 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089888 Jun 24 10:16:44.727914 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e250be-8e39-4d59-a343-8ca501e5e79d req-f9cccf6c-5315-4380-a2a4-e8a97d1aa628 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:44.729758 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c7e250be-8e39-4d59-a343-8ca501e5e79d req-f9cccf6c-5315-4380-a2a4-e8a97d1aa628 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 944 time: 0.0731111 Jun 24 10:16:44.797355 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c7e250be-8e39-4d59-a343-8ca501e5e79d req-316a4c6f-ced2-4774-80c1-3a90f9afb023 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/security-groups?id=7abb6ce8-718b-446c-9967-93fc9e6ba090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615120 Jun 24 10:16:44.921139 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef6629-5599-4e66-8466-d4b38dca00e9 req-4d264286-cadb-4d2d-ac9e-ce6505ccf209 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:44.932099 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c5ef6629-5599-4e66-8466-d4b38dca00e9 req-4d264286-cadb-4d2d-ac9e-ce6505ccf209 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 943 time: 0.0647001 Jun 24 10:16:44.990587 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c5ef6629-5599-4e66-8466-d4b38dca00e9 req-0693ce58-8924-4c77-8205-f0edb48dc080 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606918 Jun 24 10:16:45.451171 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:45.465771 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d8f22-c842-4927-abcd-e163ec9d1ac5 req-4d829d7e-a5b8-4ba9-a2c2-d86a6a30c92d tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:45.467728 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e90d8f22-c842-4927-abcd-e163ec9d1ac5 req-4d829d7e-a5b8-4ba9-a2c2-d86a6a30c92d tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 944 time: 0.0539296 Jun 24 10:16:45.488501 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33ad457-f04e-45ab-994a-de25ed757120', 'tag': '90942a6e-0933-48c1-80c9-55ff402f0b93'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:16:45.490783 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0842cb78391e2f7ce2bbbb97d4275cb0a39767f3185dad610fa5b26cb1bc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b2f7c7-2ea9-4410-a9a9-11b36e25e6de" -d '{"events": [{"name": "network-changed", "server_uuid": "e33ad457-f04e-45ab-994a-de25ed757120", "tag": "90942a6e-0933-48c1-80c9-55ff402f0b93"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:16:45.522428 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e90d8f22-c842-4927-abcd-e163ec9d1ac5 req-cd4a36e4-8888-4566-b04f-03fcc0cc227f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485256 Jun 24 10:16:45.530993 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42034313-a0df-4143-8594-927b9a110336 x-openstack-request-id: req-42034313-a0df-4143-8594-927b9a110336 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:16:45.531289 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33ad457-f04e-45ab-994a-de25ed757120", "tag": "90942a6e-0933-48c1-80c9-55ff402f0b93", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:16:45.531543 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42034313-a0df-4143-8594-927b9a110336 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:16:45.532096 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42034313-a0df-4143-8594-927b9a110336'] response: {'name': 'network-changed', 'server_uuid': 'e33ad457-f04e-45ab-994a-de25ed757120', 'tag': '90942a6e-0933-48c1-80c9-55ff402f0b93', 'status': 'completed', 'code': 200} Jun 24 10:16:45.629622 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c1373-3928-4e01-85cf-deab58dd3d57 req-0e601e31-5962-4777-a53c-8bf4b596328a tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:45.631184 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d90c1373-3928-4e01-85cf-deab58dd3d57 req-0e601e31-5962-4777-a53c-8bf4b596328a tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0508437 Jun 24 10:16:45.679810 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d90c1373-3928-4e01-85cf-deab58dd3d57 req-cac1a22b-ac52-4cbc-acc5-bae429b604b9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427182 Jun 24 10:16:45.919520 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1e234-b366-486d-ba88-d9b4c5930973 req-df00b355-acd5-4020-98c6-cef00f37748a tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:45.920643 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-15d1e234-b366-486d-ba88-d9b4c5930973 req-df00b355-acd5-4020-98c6-cef00f37748a tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 944 time: 0.0478020 Jun 24 10:16:45.994351 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-15d1e234-b366-486d-ba88-d9b4c5930973 req-09376f3b-ef54-4315-af06-e57b87cc7c89 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/security-groups?id=7abb6ce8-718b-446c-9967-93fc9e6ba090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679054 Jun 24 10:16:46.086258 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1b257c-d6c5-4686-96f2-73dfcb9516ef', 'tag': 'f5b17bbb-f70d-4036-a17a-05e70d05ead8'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:16:46.093964 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd0d222-4328-4a64-a55f-9f0ce2ab81da" -d '{"events": [{"name": "network-changed", "server_uuid": "be1b257c-d6c5-4686-96f2-73dfcb9516ef", "tag": "f5b17bbb-f70d-4036-a17a-05e70d05ead8"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:16:46.198462 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6bc03-571a-4aed-9fc1-67fc58945a46 req-da0488b2-9963-4000-8880-6a3e1d313281 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:46.211334 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3be6bc03-571a-4aed-9fc1-67fc58945a46 req-da0488b2-9963-4000-8880-6a3e1d313281 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 943 time: 0.1173284 Jun 24 10:16:46.251972 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ebe046-978b-4623-8e6d-0b359f3eb029 x-openstack-request-id: req-18ebe046-978b-4623-8e6d-0b359f3eb029 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:16:46.252337 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1b257c-d6c5-4686-96f2-73dfcb9516ef", "tag": "f5b17bbb-f70d-4036-a17a-05e70d05ead8", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:16:46.252605 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-18ebe046-978b-4623-8e6d-0b359f3eb029 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:16:46.253152 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18ebe046-978b-4623-8e6d-0b359f3eb029'] response: {'name': 'network-changed', 'server_uuid': 'be1b257c-d6c5-4686-96f2-73dfcb9516ef', 'tag': 'f5b17bbb-f70d-4036-a17a-05e70d05ead8', 'status': 'completed', 'code': 200} Jun 24 10:16:46.399577 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3be6bc03-571a-4aed-9fc1-67fc58945a46 req-e172fe67-5897-43bc-8dea-712dabbf253a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822212 Jun 24 10:16:46.723171 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ba12e-f889-4e78-bfc9-987cf58c4beb req-78348c38-c7e9-46d7-b1e5-d636b0b8bb60 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:46.732396 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2e4ba12e-f889-4e78-bfc9-987cf58c4beb req-78348c38-c7e9-46d7-b1e5-d636b0b8bb60 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 944 time: 0.0854268 Jun 24 10:16:46.826136 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2e4ba12e-f889-4e78-bfc9-987cf58c4beb req-4472a4fe-d220-4481-81de-2090c8063786 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923939 Jun 24 10:16:46.910184 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cbd07-963a-4d9c-8d56-569e0793e1f4 req-ff9427ce-868a-4949-ba0b-e58ff66ec9c4 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:46.922265 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ef1cbd07-963a-4d9c-8d56-569e0793e1f4 req-ff9427ce-868a-4949-ba0b-e58ff66ec9c4 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.1223383 Jun 24 10:16:46.952316 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:46.995313 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ef1cbd07-963a-4d9c-8d56-569e0793e1f4 req-13467035-f040-47ea-b0da-7c8f60cf0956 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721903 Jun 24 10:16:47.172119 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4ca44-58b3-454d-80e6-54c80027d9b1 req-cce66a5d-f45d-4e43-8067-a83809a04a44 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:47.180359 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3aa4ca44-58b3-454d-80e6-54c80027d9b1 req-cce66a5d-f45d-4e43-8067-a83809a04a44 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 944 time: 0.0819287 Jun 24 10:16:47.290687 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3aa4ca44-58b3-454d-80e6-54c80027d9b1 req-79357e7c-5c79-4400-8702-4457ff2fa187 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/security-groups?id=7abb6ce8-718b-446c-9967-93fc9e6ba090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029468 Jun 24 10:16:47.560972 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c3ab5-ed87-4b96-aa4d-9a8a164d8910 req-16a04a81-d5af-4de9-8313-1f77df548ff8 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:47.563252 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bd4c3ab5-ed87-4b96-aa4d-9a8a164d8910 req-16a04a81-d5af-4de9-8313-1f77df548ff8 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 943 time: 0.0537210 Jun 24 10:16:47.628657 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bd4c3ab5-ed87-4b96-aa4d-9a8a164d8910 req-96c14086-8755-4603-b0a9-008473e3bbc9 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583408 Jun 24 10:16:48.005093 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289085f8-bfed-4882-9a04-392a455510dc req-0be5d695-21e9-407f-9833-23701b41ad85 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:48.008627 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-289085f8-bfed-4882-9a04-392a455510dc req-0be5d695-21e9-407f-9833-23701b41ad85 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 944 time: 0.0860450 Jun 24 10:16:48.247351 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-289085f8-bfed-4882-9a04-392a455510dc req-fbde91cd-5594-4508-b90d-1532e4fdfa1e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273464 Jun 24 10:16:48.288243 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96333f7c-e924-40dd-a3c8-96e48a9f8122 req-0d34b0e5-1872-4dd2-8c3c-97b8c3e3a038 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:48.295204 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-96333f7c-e924-40dd-a3c8-96e48a9f8122 req-0d34b0e5-1872-4dd2-8c3c-97b8c3e3a038 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0667119 Jun 24 10:16:48.338571 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-96333f7c-e924-40dd-a3c8-96e48a9f8122 req-53c1ec5b-34da-48e9-83cc-5e0bf7c9784a tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424967 Jun 24 10:16:48.438332 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41160a-02ff-4cc3-aa92-cc697a9a969b req-136152f5-0919-41ff-839d-55d5c9203089 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:48.440142 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ce41160a-02ff-4cc3-aa92-cc697a9a969b req-136152f5-0919-41ff-839d-55d5c9203089 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 944 time: 0.0581656 Jun 24 10:16:48.541556 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ce41160a-02ff-4cc3-aa92-cc697a9a969b req-6ce33fd7-52f2-44ea-af20-b42113b42887 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/security-groups?id=7abb6ce8-718b-446c-9967-93fc9e6ba090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819998 Jun 24 10:16:48.760246 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d4b01-48bc-43d4-84b2-9ea559bb8302 req-d3d37dcc-3831-46e9-8a41-f2a41fca8241 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:48.761769 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0e9d4b01-48bc-43d4-84b2-9ea559bb8302 req-d3d37dcc-3831-46e9-8a41-f2a41fca8241 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 943 time: 0.0505636 Jun 24 10:16:48.789394 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:48.817783 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0e9d4b01-48bc-43d4-84b2-9ea559bb8302 req-0b8e9209-ac28-4c6a-aa1c-d1570752230c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499010 Jun 24 10:16:48.852669 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 60282) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:48.980622 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2c721bbf-13e8-4c90-80e5-518c63923dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:49.124498 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2c721bbf-13e8-4c90-80e5-518c63923dd4 admin admin] Publish callbacks [] for security_group (9b0c5495-eab4-4ddd-b881-b81f01dd6cf5), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:49.136311 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2c721bbf-13e8-4c90-80e5-518c63923dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (9b0c5495-eab4-4ddd-b881-b81f01dd6cf5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:49.178123 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-2c721bbf-13e8-4c90-80e5-518c63923dd4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=29dd71f687a24c4eb04278fda56e523f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3242037 Jun 24 10:16:49.180068 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 60292) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:49.183193 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0d222-4328-4a64-a55f-9f0ce2ab81da req-03aa07a5-24dc-435d-bb91-51c1580dd7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:49.184749 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0bd0d222-4328-4a64-a55f-9f0ce2ab81da req-03aa07a5-24dc-435d-bb91-51c1580dd7c6 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=172381cd65a94b1fa2939d6af673f6ba&device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 1128 time: 0.1598010 Jun 24 10:16:49.185811 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2f7c7-2ea9-4410-a9a9-11b36e25e6de req-c19bb6f1-b1dd-4eec-b431-af69148b480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:49.187163 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e3b2f7c7-2ea9-4410-a9a9-11b36e25e6de req-c19bb6f1-b1dd-4eec-b431-af69148b480a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=54baeb39b08b4d69aac8c4d42043112a&device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 1128 time: 0.1232121 Jun 24 10:16:49.225577 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1a627-9267-49c1-9d84-a489be47eacd req-8db1c1a6-5f3c-4544-866b-a3e676fee8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:49.227732 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-18b1a627-9267-49c1-9d84-a489be47eacd req-8db1c1a6-5f3c-4544-866b-a3e676fee8e5 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=74111042535d44c8a52a4656eb37fa23&device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 1127 time: 0.2056782 Jun 24 10:16:49.357532 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-18b1a627-9267-49c1-9d84-a489be47eacd req-8b26db98-c60c-4d7b-b56c-710c8efb572e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c384c38-8450-4bcf-a60e-98848c87017b HTTP/1.1" status: 200 len: 217 time: 0.0944228 Jun 24 10:16:49.369316 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c721bbf-13e8-4c90-80e5-518c63923dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0c5495-eab4-4ddd-b881-b81f01dd6cf5,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:49.394232 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c813db-55dd-46ae-a616-7cce1ebf845a req-0c7b9900-a5a6-4307-b525-bba7de7ea4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:49.395949 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-31c813db-55dd-46ae-a616-7cce1ebf845a req-0c7b9900-a5a6-4307-b525-bba7de7ea4a0 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a33a4f77f0ae4dc09d4f8c29babf3b03&device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 1127 time: 0.2070794 Jun 24 10:16:49.396351 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:49.425609 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258243e-34ee-4973-af8c-c286ba3db939 req-0ac39786-a8c1-4081-b90e-8ee4e3ddbcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:49.427121 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e258243e-34ee-4973-af8c-c286ba3db939 req-0ac39786-a8c1-4081-b90e-8ee4e3ddbcd4 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=172381cd65a94b1fa2939d6af673f6ba&device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 1128 time: 0.2612660 Jun 24 10:16:49.612076 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be3a92-13df-4918-870a-49cf11330ff5 req-38fcc9e4-b2fb-49ca-a9ba-1fb13a2d9383 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:49.613642 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-14be3a92-13df-4918-870a-49cf11330ff5 req-38fcc9e4-b2fb-49ca-a9ba-1fb13a2d9383 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 944 time: 0.2604449 Jun 24 10:16:49.643742 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fe2f6-e8cb-4d92-ab5b-e9e97b924260 req-80c90723-b2aa-43dc-8820-96b59ae396f9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:49.645185 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9f8fe2f6-e8cb-4d92-ab5b-e9e97b924260 req-80c90723-b2aa-43dc-8820-96b59ae396f9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.1379447 Jun 24 10:16:49.677568 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2f7c7-2ea9-4410-a9a9-11b36e25e6de req-b9a43f14-a5ac-401b-b01a-41694c987758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:49.679002 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e3b2f7c7-2ea9-4410-a9a9-11b36e25e6de req-b9a43f14-a5ac-401b-b01a-41694c987758 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=54baeb39b08b4d69aac8c4d42043112a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4496329 Jun 24 10:16:49.682613 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0d222-4328-4a64-a55f-9f0ce2ab81da req-9c997cbd-3e22-4d6e-96aa-69b62682e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:49.684161 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0bd0d222-4328-4a64-a55f-9f0ce2ab81da req-9c997cbd-3e22-4d6e-96aa-69b62682e6de service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=172381cd65a94b1fa2939d6af673f6ba&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4761765 Jun 24 10:16:49.695043 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1a627-9267-49c1-9d84-a489be47eacd req-65363eb5-9b06-40c6-8a4e-993ca11afc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:49.697112 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-18b1a627-9267-49c1-9d84-a489be47eacd req-65363eb5-9b06-40c6-8a4e-993ca11afc15 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=361faa5d-39ac-4ef9-a36e-94eab471915a HTTP/1.1" status: 200 len: 856 time: 0.3322690 Jun 24 10:16:49.725375 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:49.864292 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-14be3a92-13df-4918-870a-49cf11330ff5 req-5fc490c3-adb2-4d80-91da-d4b9d6aad6a1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361557 Jun 24 10:16:49.908387 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-589fb8da-c1b6-4bf6-86a0-b90ae223660b admin admin] Publish callbacks [] for security_group (9b0c5495-eab4-4ddd-b881-b81f01dd6cf5), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:49.931818 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-589fb8da-c1b6-4bf6-86a0-b90ae223660b admin admin] Publish callbacks [] for security_group (9b0c5495-eab4-4ddd-b881-b81f01dd6cf5), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:49.994535 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1a627-9267-49c1-9d84-a489be47eacd req-f47d3072-ab2a-4527-be37-c271bd5c4f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:49.996126 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-18b1a627-9267-49c1-9d84-a489be47eacd req-f47d3072-ab2a-4527-be37-c271bd5c4f85 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=77e0b315-c6f0-401c-b090-3f73b33dd671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2856064 Jun 24 10:16:50.037237 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9f8fe2f6-e8cb-4d92-ab5b-e9e97b924260 req-368f092d-dab9-4b7f-a3b9-348b2febbf01 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3761218 Jun 24 10:16:50.088796 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2f7c7-2ea9-4410-a9a9-11b36e25e6de req-56b7e2c7-7e89-443e-98b5-d1abc99ca967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:50.090291 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e3b2f7c7-2ea9-4410-a9a9-11b36e25e6de req-56b7e2c7-7e89-443e-98b5-d1abc99ca967 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3952608 Jun 24 10:16:50.110979 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258243e-34ee-4973-af8c-c286ba3db939 req-add5905c-85aa-4be7-addb-a688c2108e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:50.112618 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e258243e-34ee-4973-af8c-c286ba3db939 req-add5905c-85aa-4be7-addb-a688c2108e98 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=172381cd65a94b1fa2939d6af673f6ba&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6737947 Jun 24 10:16:50.122545 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbca82-0ad4-4653-a50c-d79505fb5925 req-915bd63b-9958-4e6a-9053-7be2dd9420e5 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:50.130144 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7ccbca82-0ad4-4653-a50c-d79505fb5925 req-915bd63b-9958-4e6a-9053-7be2dd9420e5 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 944 time: 0.1233635 Jun 24 10:16:50.143101 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-589fb8da-c1b6-4bf6-86a0-b90ae223660b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (9b0c5495-eab4-4ddd-b881-b81f01dd6cf5), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:50.146961 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-589fb8da-c1b6-4bf6-86a0-b90ae223660b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:50.148276 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-589fb8da-c1b6-4bf6-86a0-b90ae223660b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9b0c5495-eab4-4ddd-b881-b81f01dd6cf5 HTTP/1.1" status: 204 len: 168 time: 0.9565246 Jun 24 10:16:50.171223 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:50.182804 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12787475-6b0c-4717-95e2-da03a46ad290 req-1e6fc0a5-4a62-4b42-8a50-61b9e19ccd5e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:50.184421 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-12787475-6b0c-4717-95e2-da03a46ad290 req-1e6fc0a5-4a62-4b42-8a50-61b9e19ccd5e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 943 time: 0.0713251 Jun 24 10:16:50.192579 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0d222-4328-4a64-a55f-9f0ce2ab81da req-9bfc4f5a-9fcd-4991-aa92-9ad3abbcc93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:50.194340 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fb8da-c1b6-4bf6-86a0-b90ae223660b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0c5495-eab4-4ddd-b881-b81f01dd6cf5,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:50.194767 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0bd0d222-4328-4a64-a55f-9f0ce2ab81da req-9bfc4f5a-9fcd-4991-aa92-9ad3abbcc93e service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4978559 Jun 24 10:16:50.254584 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c813db-55dd-46ae-a616-7cce1ebf845a req-f69f54fc-e002-4f6b-bdb6-bc7002396e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:50.257834 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-31c813db-55dd-46ae-a616-7cce1ebf845a req-f69f54fc-e002-4f6b-bdb6-bc7002396e1f service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=a33a4f77f0ae4dc09d4f8c29babf3b03&shared=False HTTP/1.1" status: 200 len: 912 time: 0.8291042 Jun 24 10:16:50.351296 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-18b1a627-9267-49c1-9d84-a489be47eacd req-6b74c743-d2fb-43c1-aecc-eeb24db5d16e service neutron] 10.222.0.27 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390033 Jun 24 10:16:50.380600 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-5a11b9cd-000c-412a-96a1-2536460ca3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:50.380600 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-5a11b9cd-000c-412a-96a1-2536460ca3ef service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=54baeb39b08b4d69aac8c4d42043112a&device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 1128 time: 0.1926146 Jun 24 10:16:50.410582 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7ccbca82-0ad4-4653-a50c-d79505fb5925 req-6a2d36f0-ea58-4425-82ef-8f8a881dc76e tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/security-groups?id=7abb6ce8-718b-446c-9967-93fc9e6ba090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745998 Jun 24 10:16:50.420588 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884cdaf-22ee-471b-8e78-59e949664568 req-c0165bd8-0ce2-45ac-ac6d-525ebb5ae785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:50.422102 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1884cdaf-22ee-471b-8e78-59e949664568 req-c0165bd8-0ce2-45ac-ac6d-525ebb5ae785 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=172381cd65a94b1fa2939d6af673f6ba&device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 1128 time: 0.1398199 Jun 24 10:16:50.504374 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-8097187e-f0fe-46fb-a92d-236578cc3354 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90942a6e-0933-48c1-80c9-55ff402f0b93 HTTP/1.1" status: 200 len: 217 time: 0.1098859 Jun 24 10:16:50.507585 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-12787475-6b0c-4717-95e2-da03a46ad290 req-ad0a5514-c46f-4677-9f3a-5abca56781c1 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944746 Jun 24 10:16:50.546400 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1884cdaf-22ee-471b-8e78-59e949664568 req-54411b11-c250-4870-983d-7629d728a56c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b17bbb-f70d-4036-a17a-05e70d05ead8 HTTP/1.1" status: 200 len: 217 time: 0.0857861 Jun 24 10:16:50.562039 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258243e-34ee-4973-af8c-c286ba3db939 req-11a32d73-d98a-4440-99b1-df4a1edbd28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:50.563692 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e258243e-34ee-4973-af8c-c286ba3db939 req-11a32d73-d98a-4440-99b1-df4a1edbd28a service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4408138 Jun 24 10:16:50.601207 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c813db-55dd-46ae-a616-7cce1ebf845a req-2f5e0ede-1f2e-4bbe-9d98-637b19ddabea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:50.602960 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-31c813db-55dd-46ae-a616-7cce1ebf845a req-2f5e0ede-1f2e-4bbe-9d98-637b19ddabea service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3253479 Jun 24 10:16:50.621456 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-18b1a627-9267-49c1-9d84-a489be47eacd req-bc722b7d-109d-4560-9d6d-1d0d6fb2c9d1 service neutron] 10.222.0.27 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602990 Jun 24 10:16:50.662670 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-53397b1e-7a36-4a27-b9ba-293811de499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:50.664273 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-53397b1e-7a36-4a27-b9ba-293811de499b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=be671b55-3111-4267-9bbd-2d293c328860 HTTP/1.1" status: 200 len: 851 time: 0.1264672 Jun 24 10:16:50.668737 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884cdaf-22ee-471b-8e78-59e949664568 req-8b63a72d-4c2d-4470-af45-fdee38aff5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:50.670315 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1884cdaf-22ee-471b-8e78-59e949664568 req-8b63a72d-4c2d-4470-af45-fdee38aff5fd service neutron] 10.222.0.27 "GET /v2.0/subnets?id=76a12e71-d45b-4321-aabc-7b9f132bf04a HTTP/1.1" status: 200 len: 858 time: 0.1165636 Jun 24 10:16:50.694335 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 60338) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:50.711605 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-74011dda-1c74-4da4-b56e-6666619daa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:50.713024 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-74011dda-1c74-4da4-b56e-6666619daa70 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=172381cd65a94b1fa2939d6af673f6ba&device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 1128 time: 0.0906179 Jun 24 10:16:50.714281 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e740acf2-a9ba-47fb-b403-eb789fb88b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:50.764310 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:50.816297 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e740acf2-a9ba-47fb-b403-eb789fb88b65 admin admin] Publish callbacks [] for security_group (bcedd188-2796-440c-be29-bc220ed2d224), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:50.821231 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e740acf2-a9ba-47fb-b403-eb789fb88b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (bcedd188-2796-440c-be29-bc220ed2d224), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:50.867565 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e740acf2-a9ba-47fb-b403-eb789fb88b65 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0947020c6daa42308f6ec5da4001ac77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1694438 Jun 24 10:16:50.867565 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740acf2-a9ba-47fb-b403-eb789fb88b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcedd188-2796-440c-be29-bc220ed2d224,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:50.868591 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 60340) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:50.882366 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:51.135878 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0bd338aa-fd72-4cc7-88ee-812ce8a464da admin admin] Publish callbacks [] for security_group (bcedd188-2796-440c-be29-bc220ed2d224), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:51.224179 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedcda7-e71c-4f29-8afd-cabc7f894fa2 req-64bf6cca-e06c-4948-bb0b-e028be0035d2 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:51.225656 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6aedcda7-e71c-4f29-8afd-cabc7f894fa2 req-64bf6cca-e06c-4948-bb0b-e028be0035d2 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 944 time: 0.2816627 Jun 24 10:16:51.228327 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0bd338aa-fd72-4cc7-88ee-812ce8a464da admin admin] Publish callbacks [] for security_group (bcedd188-2796-440c-be29-bc220ed2d224), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:51.268808 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be7b03-e489-411b-b3f0-c11ce2881141 req-92bf847b-8e32-4a53-b10c-5cd25b3f29f3 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:51.270328 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f9be7b03-e489-411b-b3f0-c11ce2881141 req-92bf847b-8e32-4a53-b10c-5cd25b3f29f3 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.1133444 Jun 24 10:16:51.349335 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6aedcda7-e71c-4f29-8afd-cabc7f894fa2 req-c61b8dd1-b56f-4a90-b15c-0ad27a328bd9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124873 Jun 24 10:16:51.366937 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0bd338aa-fd72-4cc7-88ee-812ce8a464da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (bcedd188-2796-440c-be29-bc220ed2d224), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:51.371365 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0bd338aa-fd72-4cc7-88ee-812ce8a464da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:51.375122 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-0bd338aa-fd72-4cc7-88ee-812ce8a464da admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bcedd188-2796-440c-be29-bc220ed2d224 HTTP/1.1" status: 204 len: 168 time: 0.5036907 Jun 24 10:16:51.379214 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f9be7b03-e489-411b-b3f0-c11ce2881141 req-bb6e67e3-90e0-474b-942e-ee9ce2f3e3eb tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917432 Jun 24 10:16:51.387105 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd338aa-fd72-4cc7-88ee-812ce8a464da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcedd188-2796-440c-be29-bc220ed2d224,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:51.530391 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e9119-2bf6-46ab-9e86-5956be3d68fe req-ec123d24-c0d6-4d26-8697-7ebf6d93dcf3 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:51.532244 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f75e9119-2bf6-46ab-9e86-5956be3d68fe req-ec123d24-c0d6-4d26-8697-7ebf6d93dcf3 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 944 time: 0.0600390 Jun 24 10:16:51.574650 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:51.603513 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f75e9119-2bf6-46ab-9e86-5956be3d68fe req-86ef62bd-2d7a-474f-9137-726a192b50c5 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/security-groups?id=7abb6ce8-718b-446c-9967-93fc9e6ba090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634592 Jun 24 10:16:51.655241 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a32c93-90d8-41dc-af56-1efe0155cde4 req-bdd3a796-c492-4bd4-9ca4-d8faa5dc27e3 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:51.656822 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-89a32c93-90d8-41dc-af56-1efe0155cde4 req-bdd3a796-c492-4bd4-9ca4-d8faa5dc27e3 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 943 time: 0.0523689 Jun 24 10:16:51.714674 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-89a32c93-90d8-41dc-af56-1efe0155cde4 req-7ae66067-a6e5-4295-9ef0-5af8a2105ea1 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515163 Jun 24 10:16:51.896081 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-cdb199c9-3d87-4820-96d1-52703cc1ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:51.896081 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-cdb199c9-3d87-4820-96d1-52703cc1ecad service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=18282298-713d-408d-ae8c-c3fdda8948db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1195691 Jun 24 10:16:51.900065 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884cdaf-22ee-471b-8e78-59e949664568 req-93034125-9c9d-4413-a966-9bdf7de38a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:51.900986 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1884cdaf-22ee-471b-8e78-59e949664568 req-93034125-9c9d-4413-a966-9bdf7de38a6d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0926142 Jun 24 10:16:51.911837 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-0a89a10f-cd2e-4a12-be9a-c17081d97ede service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05874f33-e136-4a35-af2c-074f2098eaf9 HTTP/1.1" status: 200 len: 217 time: 0.1306581 Jun 24 10:16:51.972349 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-d9e65158-b9b9-4e10-a1f4-c91c9b81254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:51.973740 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-d9e65158-b9b9-4e10-a1f4-c91c9b81254e service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a33a4f77f0ae4dc09d4f8c29babf3b03&device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 1127 time: 0.1851940 Jun 24 10:16:51.976705 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2734b-0b0b-496d-928e-5dea82679ad5 req-44c3b743-f1cf-44a9-8f1b-304d11c39472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:51.978372 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f4d2734b-0b0b-496d-928e-5dea82679ad5 req-44c3b743-f1cf-44a9-8f1b-304d11c39472 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=74111042535d44c8a52a4656eb37fa23&device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 1127 time: 0.1872430 Jun 24 10:16:51.985417 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-cb066ef0-fc42-4292-b944-195abc97b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:51.986847 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-cb066ef0-fc42-4292-b944-195abc97b39a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=76a12e71-d45b-4321-aabc-7b9f132bf04a HTTP/1.1" status: 200 len: 858 time: 0.0661554 Jun 24 10:16:52.088029 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-bc8e4bb5-34be-41f3-a6a7-85a513430c97 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c453626e-6db1-429e-a1a1-df11a4d87ee5 HTTP/1.1" status: 200 len: 217 time: 0.1001756 Jun 24 10:16:52.092406 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-6d005949-02d1-4bb7-88cf-ca42052fe449 service neutron] 10.222.0.27 "GET /v2.0/networks/18282298-713d-408d-ae8c-c3fdda8948db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825950 Jun 24 10:16:52.094110 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1884cdaf-22ee-471b-8e78-59e949664568 req-3c8d05f3-e2eb-4e8a-b4ea-d6394f00ce8a service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702747 Jun 24 10:16:52.177122 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-ed610c50-b694-4053-84c8-c46df946011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:52.179257 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-ed610c50-b694-4053-84c8-c46df946011c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1752226 Jun 24 10:16:52.237498 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:52.276903 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-ce573478-99f6-44e6-9b30-34ad30c39e2a service neutron] 10.222.0.27 "GET /v2.0/networks/18282298-713d-408d-ae8c-c3fdda8948db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726270 Jun 24 10:16:52.305863 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1884cdaf-22ee-471b-8e78-59e949664568 req-b06a6eea-3dda-4a3a-b9e5-f787f645deab service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920035 Jun 24 10:16:52.563507 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df634b20-c63d-4a08-a109-99be574a9112 req-27873031-0ed3-46ad-826b-9d722ac416e7 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:52.566064 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-df634b20-c63d-4a08-a109-99be574a9112 req-27873031-0ed3-46ad-826b-9d722ac416e7 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 944 time: 0.1115279 Jun 24 10:16:52.579892 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59665aef-2b6c-4749-9287-315c5b130abd req-2f986c53-7da1-424c-977a-98874809b99c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:52.581716 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-59665aef-2b6c-4749-9287-315c5b130abd req-2f986c53-7da1-424c-977a-98874809b99c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0790179 Jun 24 10:16:52.642676 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-853970dc-702b-4a88-af0a-e98de836da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:52.645393 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-853970dc-702b-4a88-af0a-e98de836da8c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d457dd30-6a21-4bba-a15c-7b5069d5a773 HTTP/1.1" status: 200 len: 850 time: 0.5459406 Jun 24 10:16:52.684845 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-59665aef-2b6c-4749-9287-315c5b130abd req-b29a0049-9499-4b6f-815b-1765c7add5a8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854523 Jun 24 10:16:52.691043 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-df634b20-c63d-4a08-a109-99be574a9112 req-c483042b-60d8-4a26-ba3f-8720b8c67079 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069655 Jun 24 10:16:52.695371 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2734b-0b0b-496d-928e-5dea82679ad5 req-8b6a2191-a53c-4745-b96c-35293ff22de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:52.697834 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f4d2734b-0b0b-496d-928e-5dea82679ad5 req-8b6a2191-a53c-4745-b96c-35293ff22de6 service neutron] 10.222.0.27 "GET /v2.0/networks?id=77e0b315-c6f0-401c-b090-3f73b33dd671 HTTP/1.1" status: 200 len: 918 time: 0.7090704 Jun 24 10:16:52.705974 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-20d7bcf8-bcd1-4c54-8f2e-03f9d0a586ce service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845366 Jun 24 10:16:52.917098 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f4c24-d9c3-4072-9412-a8045d842986 req-bbc1a027-098a-4d51-ad0d-435df775fbee tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:52.918739 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5c7f4c24-d9c3-4072-9412-a8045d842986 req-bbc1a027-098a-4d51-ad0d-435df775fbee tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 944 time: 0.1079161 Jun 24 10:16:52.935110 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7e71d-fedc-473d-bd74-85dc907e5b19 req-8f016924-b6af-457e-a5b8-99b6c50154ce tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:52.936597 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bda7e71d-fedc-473d-bd74-85dc907e5b19 req-8f016924-b6af-457e-a5b8-99b6c50154ce tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 943 time: 0.0830607 Jun 24 10:16:53.016935 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5c7f4c24-d9c3-4072-9412-a8045d842986 req-30392c1f-29bb-49ec-8336-47ea0f664ab0 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/security-groups?id=7abb6ce8-718b-446c-9967-93fc9e6ba090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903594 Jun 24 10:16:53.020999 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bda7e71d-fedc-473d-bd74-85dc907e5b19 req-1a563cdb-28b8-48ae-be67-66bc7248e36a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778410 Jun 24 10:16:53.181537 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f4d2734b-0b0b-496d-928e-5dea82679ad5 req-c998bc0a-9fad-4bd2-a60f-1d22c9a51527 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c384c38-8450-4bcf-a60e-98848c87017b HTTP/1.1" status: 200 len: 217 time: 0.0607827 Jun 24 10:16:53.188755 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-11e2e4e7-85fd-4242-ae5f-8bce674f0f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:53.190213 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-11e2e4e7-85fd-4242-ae5f-8bce674f0f2a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d5489725-cb1e-4af4-bc56-f04397965dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0708413 Jun 24 10:16:53.593530 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:16:53.857491 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:53.896945 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7b236-f75d-4f17-8421-a06c6ee56dbd req-261f0d7f-e47e-40ea-b817-c77bc12032a9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:53.899160 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-91e7b236-f75d-4f17-8421-a06c6ee56dbd req-261f0d7f-e47e-40ea-b817-c77bc12032a9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 944 time: 0.1050344 Jun 24 10:16:53.916698 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:53.924966 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d389642-a6a0-4534-b9d5-2bc3381a1e64 req-88d59d89-4518-44cf-bb22-fd87b1b5d6a9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:53.927750 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3d389642-a6a0-4534-b9d5-2bc3381a1e64 req-88d59d89-4518-44cf-bb22-fd87b1b5d6a9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0877581 Jun 24 10:16:53.976369 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 0c384c38-8450-4bcf-a60e-98848c87017b details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:16:54.052598 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-91e7b236-f75d-4f17-8421-a06c6ee56dbd req-afb8a9d7-7102-4683-96a8-041bd70f68ae tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232958 Jun 24 10:16:54.082683 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2734b-0b0b-496d-928e-5dea82679ad5 req-99c870a6-431f-4c00-b9e2-705da17d777f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:54.085479 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f4d2734b-0b0b-496d-928e-5dea82679ad5 req-99c870a6-431f-4c00-b9e2-705da17d777f service neutron] 10.222.0.27 "GET /v2.0/subnets?id=361faa5d-39ac-4ef9-a36e-94eab471915a HTTP/1.1" status: 200 len: 856 time: 0.2673213 Jun 24 10:16:54.085654 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3d389642-a6a0-4534-b9d5-2bc3381a1e64 req-c2c3254f-d84d-4821-94b2-de0824bf1911 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437874 Jun 24 10:16:54.185303 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3ebe9692-0724-4bd1-a47c-285c5a552bdc req-bb95dbd6-85ef-46dd-a340-ecc0b749a0de service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862844 Jun 24 10:16:54.186396 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2734b-0b0b-496d-928e-5dea82679ad5 req-1bf4b8b8-ccac-4152-843e-9e1a3055bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:54.198006 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f4d2734b-0b0b-496d-928e-5dea82679ad5 req-1bf4b8b8-ccac-4152-843e-9e1a3055bfd6 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=77e0b315-c6f0-401c-b090-3f73b33dd671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1060624 Jun 24 10:16:54.261389 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:54.286669 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-decc2cea-eb60-442b-833a-eedf3ba28aef service neutron] 10.222.0.27 "GET /v2.0/networks/d5489725-cb1e-4af4-bc56-f04397965dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712307 Jun 24 10:16:54.381723 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 0c384c38-8450-4bcf-a60e-98848c87017b, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=0c384c38-8450-4bcf-a60e-98848c87017b,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:54.407256 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': '0c384c38-8450-4bcf-a60e-98848c87017b', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'port_id': '0c384c38-8450-4bcf-a60e-98848c87017b', 'mac_address': 'fa:16:3e:c6:20:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:16:54.408094 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f4d2734b-0b0b-496d-928e-5dea82679ad5 req-7ae61588-3d07-440b-b879-da36a314b2be service neutron] 10.222.0.27 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020280 Jun 24 10:16:54.455849 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c541dc8-abc9-4aad-83b6-f92e2f6b5f67 req-3d4da8ca-0b2a-406e-b37b-933ffa378860 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:54.457596 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1c541dc8-abc9-4aad-83b6-f92e2f6b5f67 req-3d4da8ca-0b2a-406e-b37b-933ffa378860 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 944 time: 0.2062144 Jun 24 10:16:54.467779 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8e295-209b-4d36-93ab-54f3983e4375 req-69b96e50-a5a2-469e-bf28-0b354d26d888 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:54.470493 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-35a8e295-209b-4d36-93ab-54f3983e4375 req-69b96e50-a5a2-469e-bf28-0b354d26d888 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 943 time: 0.2178602 Jun 24 10:16:54.484152 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 0c384c38-8450-4bcf-a60e-98848c87017b is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:54.484896 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:54.509817 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c384c38-8450-4bcf-a60e-98848c87017b {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:16:54.530090 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 60492) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:54.540038 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 0c384c38-8450-4bcf-a60e-98848c87017b, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=0c384c38-8450-4bcf-a60e-98848c87017b,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:54.545731 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:54.548014 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 90942a6e-0933-48c1-80c9-55ff402f0b93 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:16:54.597285 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-35a8e295-209b-4d36-93ab-54f3983e4375 req-36c0672d-5243-438c-970e-da91636b11ea tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145964 Jun 24 10:16:54.618030 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1c541dc8-abc9-4aad-83b6-f92e2f6b5f67 req-04d51e08-613f-4948-b72d-db337c0abcc2 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/security-groups?id=7abb6ce8-718b-446c-9967-93fc9e6ba090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459570 Jun 24 10:16:54.670053 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=0c384c38-8450-4bcf-a60e-98848c87017b,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:54.713870 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f35bc1e9-3f0d-482f-b4da-e345f9c9a9e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:54.753810 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:54.816472 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 90942a6e-0933-48c1-80c9-55ff402f0b93, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=90942a6e-0933-48c1-80c9-55ff402f0b93,segment=NetworkSegment(125639f9-8741-4daa-bedb-b7f3c24f0880),segment_id=125639f9-8741-4daa-bedb-b7f3c24f0880)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:54.884663 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': '90942a6e-0933-48c1-80c9-55ff402f0b93', 'network_id': '18282298-713d-408d-ae8c-c3fdda8948db', 'port_id': '90942a6e-0933-48c1-80c9-55ff402f0b93', 'mac_address': 'fa:16:3e:fb:95:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be671b55-3111-4267-9bbd-2d293c328860', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:16:54.891514 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c02a1427-2bf0-443c-bc12-ee1b8fd84ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:54.900725 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f35bc1e9-3f0d-482f-b4da-e345f9c9a9e3 admin admin] Publish callbacks [] for security_group (03b22a88-5bf4-412e-a3ff-0f188915aab0), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:54.906854 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f35bc1e9-3f0d-482f-b4da-e345f9c9a9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (03b22a88-5bf4-412e-a3ff-0f188915aab0), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:54.951140 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 90942a6e-0933-48c1-80c9-55ff402f0b93 is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:54.952078 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (90942a6e-0933-48c1-80c9-55ff402f0b93), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:54.969245 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90942a6e-0933-48c1-80c9-55ff402f0b93 {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:16:54.993449 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 90942a6e-0933-48c1-80c9-55ff402f0b93, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=90942a6e-0933-48c1-80c9-55ff402f0b93,segment=NetworkSegment(125639f9-8741-4daa-bedb-b7f3c24f0880),segment_id=125639f9-8741-4daa-bedb-b7f3c24f0880)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:54.997734 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (90942a6e-0933-48c1-80c9-55ff402f0b93), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:55.029375 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bc1e9-3f0d-482f-b4da-e345f9c9a9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b22a88-5bf4-412e-a3ff-0f188915aab0,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:55.050342 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=90942a6e-0933-48c1-80c9-55ff402f0b93,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:55.083599 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f35bc1e9-3f0d-482f-b4da-e345f9c9a9e3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a85c64ea436a4286843e72f0bfcce33a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5523570 Jun 24 10:16:55.087015 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 60514) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:55.145940 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c3debb72-94bb-4c08-ae8d-365baa75666b admin admin] Publish callbacks [] for security_group (03b22a88-5bf4-412e-a3ff-0f188915aab0), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:55.164598 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f4d2734b-0b0b-496d-928e-5dea82679ad5 req-3b6fe5fd-84eb-474e-a7e3-b57ebe396f25 service neutron] 10.222.0.27 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146149 Jun 24 10:16:55.166844 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-88e0632f-9cb4-4e47-85a5-abe7e634c444 req-e339cfde-370b-4c0d-9909-964b79d70163 service neutron] 10.222.0.27 "GET /v2.0/networks/d5489725-cb1e-4af4-bc56-f04397965dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021823 Jun 24 10:16:55.233552 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:55.235897 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c3debb72-94bb-4c08-ae8d-365baa75666b admin admin] Publish callbacks [] for security_group (03b22a88-5bf4-412e-a3ff-0f188915aab0), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:55.285869 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d26a5c-8496-434f-8b2f-ac9bbd2a3e85 req-aeaef1c4-90e0-4540-a642-c032128e5491 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:55.287385 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-23d26a5c-8496-434f-8b2f-ac9bbd2a3e85 req-aeaef1c4-90e0-4540-a642-c032128e5491 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 944 time: 0.1365104 Jun 24 10:16:55.316242 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ab335-3bc7-4ae1-a2dc-0d69f9ccc1dd req-143c18a9-b205-42fb-ad86-3173b7bc7d9c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:55.317791 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a85ab335-3bc7-4ae1-a2dc-0d69f9ccc1dd req-143c18a9-b205-42fb-ad86-3173b7bc7d9c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 944 time: 0.1101973 Jun 24 10:16:55.395298 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['0c384c38-8450-4bcf-a60e-98848c87017b'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:16:55.403837 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-23d26a5c-8496-434f-8b2f-ac9bbd2a3e85 req-a7c231b2-853b-4817-b636-7b9f09b39d8d tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091845 Jun 24 10:16:55.408008 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c3debb72-94bb-4c08-ae8d-365baa75666b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (03b22a88-5bf4-412e-a3ff-0f188915aab0), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:55.412079 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c3debb72-94bb-4c08-ae8d-365baa75666b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:55.416723 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-c3debb72-94bb-4c08-ae8d-365baa75666b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/03b22a88-5bf4-412e-a3ff-0f188915aab0 HTTP/1.1" status: 204 len: 168 time: 0.3262622 Jun 24 10:16:55.422361 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a85ab335-3bc7-4ae1-a2dc-0d69f9ccc1dd req-eade18f2-281d-46ab-b63b-52bca8e47d7e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913439 Jun 24 10:16:55.428029 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3debb72-94bb-4c08-ae8d-365baa75666b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b22a88-5bf4-412e-a3ff-0f188915aab0,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:55.542053 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:55.553401 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['90942a6e-0933-48c1-80c9-55ff402f0b93'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:16:55.571196 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=24 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:55.743214 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30258854-fe41-440d-b447-6b44990df8b3 req-1ce2c5e4-0ab2-4f85-b77a-c35688d0e1d2 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:55.746097 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-30258854-fe41-440d-b447-6b44990df8b3 req-1ce2c5e4-0ab2-4f85-b77a-c35688d0e1d2 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 943 time: 0.0781121 Jun 24 10:16:55.820696 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e4817-7d7b-4e57-bed8-055a185e3840 req-9341107f-d2dd-4ac6-bb9a-d5989b825e66 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:55.822202 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5f3e4817-7d7b-4e57-bed8-055a185e3840 req-9341107f-d2dd-4ac6-bb9a-d5989b825e66 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 945 time: 0.0749826 Jun 24 10:16:55.831086 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 60526) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:55.846683 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-383bc95c-fc65-417f-b6b4-589005e67ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:55.851454 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-30258854-fe41-440d-b447-6b44990df8b3 req-5747f2ad-5e00-4684-9186-a38cec15ce39 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949173 Jun 24 10:16:55.907520 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5f3e4817-7d7b-4e57-bed8-055a185e3840 req-6123586f-9cc2-4eec-85f5-76b8c7084072 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/security-groups?id=7abb6ce8-718b-446c-9967-93fc9e6ba090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745344 Jun 24 10:16:55.962905 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-383bc95c-fc65-417f-b6b4-589005e67ff5 admin admin] Publish callbacks [] for security_group (6f6db451-3e3c-4df0-b226-a5e74db5acce), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:55.968168 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-383bc95c-fc65-417f-b6b4-589005e67ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (6f6db451-3e3c-4df0-b226-a5e74db5acce), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:56.012696 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bc95c-fc65-417f-b6b4-589005e67ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6db451-3e3c-4df0-b226-a5e74db5acce,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:56.022950 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-383bc95c-fc65-417f-b6b4-589005e67ff5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=53188c64feb74f6993dc7cd4367f5ae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1906528 Jun 24 10:16:56.023426 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 60538) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:56.050301 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device f5b17bbb-f70d-4036-a17a-05e70d05ead8 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:16:56.112150 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-35f868f7-a00c-4bd8-aeb8-f5f7e7d01988 admin admin] Publish callbacks [] for security_group (6f6db451-3e3c-4df0-b226-a5e74db5acce), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:56.158992 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-35f868f7-a00c-4bd8-aeb8-f5f7e7d01988 admin admin] Publish callbacks [] for security_group (6f6db451-3e3c-4df0-b226-a5e74db5acce), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:56.196897 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port f5b17bbb-f70d-4036-a17a-05e70d05ead8, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=f5b17bbb-f70d-4036-a17a-05e70d05ead8,segment=NetworkSegment(4711d589-da8e-4c33-8cd2-a8ecd7a525ee),segment_id=4711d589-da8e-4c33-8cd2-a8ecd7a525ee)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:56.212133 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': 'f5b17bbb-f70d-4036-a17a-05e70d05ead8', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'port_id': 'f5b17bbb-f70d-4036-a17a-05e70d05ead8', 'mac_address': 'fa:16:3e:c6:cb:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:16:56.237373 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-35f868f7-a00c-4bd8-aeb8-f5f7e7d01988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (6f6db451-3e3c-4df0-b226-a5e74db5acce), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:56.240347 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-35f868f7-a00c-4bd8-aeb8-f5f7e7d01988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:56.244444 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-35f868f7-a00c-4bd8-aeb8-f5f7e7d01988 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6f6db451-3e3c-4df0-b226-a5e74db5acce HTTP/1.1" status: 204 len: 168 time: 0.2165778 Jun 24 10:16:56.246250 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:56.254564 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f868f7-a00c-4bd8-aeb8-f5f7e7d01988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6db451-3e3c-4df0-b226-a5e74db5acce,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:56.287687 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port f5b17bbb-f70d-4036-a17a-05e70d05ead8 is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:56.291199 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (f5b17bbb-f70d-4036-a17a-05e70d05ead8), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:56.313388 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b17bbb-f70d-4036-a17a-05e70d05ead8 {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:16:56.356458 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port f5b17bbb-f70d-4036-a17a-05e70d05ead8, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=f5b17bbb-f70d-4036-a17a-05e70d05ead8,segment=NetworkSegment(4711d589-da8e-4c33-8cd2-a8ecd7a525ee),segment_id=4711d589-da8e-4c33-8cd2-a8ecd7a525ee)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:56.364760 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (f5b17bbb-f70d-4036-a17a-05e70d05ead8), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:56.367660 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 05874f33-e136-4a35-af2c-074f2098eaf9 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:16:56.407065 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 0c384c38-8450-4bcf-a60e-98848c87017b up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:56.453907 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 05874f33-e136-4a35-af2c-074f2098eaf9, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=05874f33-e136-4a35-af2c-074f2098eaf9,segment=NetworkSegment(4711d589-da8e-4c33-8cd2-a8ecd7a525ee),segment_id=4711d589-da8e-4c33-8cd2-a8ecd7a525ee)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:56.495940 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 60560) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:56.498513 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:56.577784 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=f5b17bbb-f70d-4036-a17a-05e70d05ead8,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:56.583724 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': '05874f33-e136-4a35-af2c-074f2098eaf9', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'port_id': '05874f33-e136-4a35-af2c-074f2098eaf9', 'mac_address': 'fa:16:3e:86:93:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:16:56.636118 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81257b61-4f7f-4a1b-83f1-bb11838ff539 req-f48df4c0-71d0-43cb-a7b7-d6e4b34f29fe tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:56.638880 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:56.646254 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-81257b61-4f7f-4a1b-83f1-bb11838ff539 req-f48df4c0-71d0-43cb-a7b7-d6e4b34f29fe tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 945 time: 0.0853019 Jun 24 10:16:56.657247 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning for port 0c384c38-8450-4bcf-a60e-98848c87017b completed by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:16:56.675507 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port 0c384c38-8450-4bcf-a60e-98848c87017b triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:56.676850 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:56.679744 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 05874f33-e136-4a35-af2c-074f2098eaf9 is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:56.680567 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (05874f33-e136-4a35-af2c-074f2098eaf9), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:56.746183 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05874f33-e136-4a35-af2c-074f2098eaf9 {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:16:56.755036 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1dee48c0-6e9d-434a-8929-4ef82761aea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:56.776857 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 05874f33-e136-4a35-af2c-074f2098eaf9, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=05874f33-e136-4a35-af2c-074f2098eaf9,segment=NetworkSegment(4711d589-da8e-4c33-8cd2-a8ecd7a525ee),segment_id=4711d589-da8e-4c33-8cd2-a8ecd7a525ee)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:56.782863 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e259a7e-1a9b-40e3-8c5b-c453710feba3 req-bb2c7b90-ca96-44e3-b4d9-ded8adb220cb tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:56.783169 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (05874f33-e136-4a35-af2c-074f2098eaf9), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:56.786004 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1e259a7e-1a9b-40e3-8c5b-c453710feba3 req-bb2c7b90-ca96-44e3-b4d9-ded8adb220cb tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 944 time: 0.1587782 Jun 24 10:16:56.807662 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-81257b61-4f7f-4a1b-83f1-bb11838ff539 req-b1118c8a-0721-4b5f-9041-293e080ba3c6 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604726 Jun 24 10:16:56.871859 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 0c384c38-8450-4bcf-a60e-98848c87017b is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:56.872251 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:56.893706 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1e259a7e-1a9b-40e3-8c5b-c453710feba3 req-0805ed90-ce3b-45bb-a96e-c2333a7d9d4e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999198 Jun 24 10:16:56.917374 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb96a476-856a-400c-8c57-30b98297ebee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c384c38-8450-4bcf-a60e-98848c87017b'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:16:57.040871 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=05874f33-e136-4a35-af2c-074f2098eaf9,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:57.042413 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1dee48c0-6e9d-434a-8929-4ef82761aea3 admin admin] Publish callbacks [] for security_group (d676a423-02a1-4ac9-a17a-c747553572b0), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:57.068764 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 0c384c38-8450-4bcf-a60e-98848c87017b, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=0c384c38-8450-4bcf-a60e-98848c87017b,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:57.075805 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:57.077801 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1dee48c0-6e9d-434a-8929-4ef82761aea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (d676a423-02a1-4ac9-a17a-c747553572b0), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:57.079749 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 90942a6e-0933-48c1-80c9-55ff402f0b93 up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:57.123667 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb24f6-57a9-46e0-b703-d7062f21940d req-f5799c76-de03-4637-8252-5057f0002f55 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:57.125243 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3ffb24f6-57a9-46e0-b703-d7062f21940d req-f5799c76-de03-4637-8252-5057f0002f55 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 943 time: 0.1433954 Jun 24 10:16:57.139848 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['f5b17bbb-f70d-4036-a17a-05e70d05ead8'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:16:57.153357 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41411db-36c5-4745-9e7f-814fb99204be req-da1464bc-4b4d-4ddb-8afc-99a6a4abcddc tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:57.155205 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a41411db-36c5-4745-9e7f-814fb99204be req-da1464bc-4b4d-4ddb-8afc-99a6a4abcddc tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 945 time: 0.1465924 Jun 24 10:16:57.162529 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee48c0-6e9d-434a-8929-4ef82761aea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d676a423-02a1-4ac9-a17a-c747553572b0,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:57.167251 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:57.171813 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-1dee48c0-6e9d-434a-8929-4ef82761aea3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=54b30bbafafe4764b076c58274c59af6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6747718 Jun 24 10:16:57.182192 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 60588) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:57.234311 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['05874f33-e136-4a35-af2c-074f2098eaf9'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:16:57.289493 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9927f20b-2a00-4dfa-903a-dcb1e81a7537" -d '{"events": [{"server_uuid": "cb96a476-856a-400c-8c57-30b98297ebee", "name": "network-vif-plugged", "status": "completed", "tag": "0c384c38-8450-4bcf-a60e-98848c87017b"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:16:57.297762 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-71e0c24d-b680-436b-87e8-c2bac7a7175d admin admin] Publish callbacks [] for security_group (d676a423-02a1-4ac9-a17a-c747553572b0), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:57.299507 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-76fc6fef-748e-425a-893d-ce1416d4f5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:57.310693 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a41411db-36c5-4745-9e7f-814fb99204be req-354ce615-b72f-484b-a973-24fd8fbc2439 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/security-groups?id=7abb6ce8-718b-446c-9967-93fc9e6ba090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371043 Jun 24 10:16:57.328088 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3ffb24f6-57a9-46e0-b703-d7062f21940d req-7373f02a-cf46-44d7-9a0b-f9374427bf53 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848030 Jun 24 10:16:57.339572 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:57.342545 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning for port 90942a6e-0933-48c1-80c9-55ff402f0b93 completed by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:16:57.359539 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-71e0c24d-b680-436b-87e8-c2bac7a7175d admin admin] Publish callbacks [] for security_group (d676a423-02a1-4ac9-a17a-c747553572b0), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:57.367712 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=0c384c38-8450-4bcf-a60e-98848c87017b,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:57.373627 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:57.389324 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port 90942a6e-0933-48c1-80c9-55ff402f0b93 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:57.389703 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (90942a6e-0933-48c1-80c9-55ff402f0b93), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:57.448217 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-71e0c24d-b680-436b-87e8-c2bac7a7175d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (d676a423-02a1-4ac9-a17a-c747553572b0), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:57.450659 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-71e0c24d-b680-436b-87e8-c2bac7a7175d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:57.452321 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-71e0c24d-b680-436b-87e8-c2bac7a7175d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d676a423-02a1-4ac9-a17a-c747553572b0 HTTP/1.1" status: 204 len: 168 time: 0.2669401 Jun 24 10:16:57.460793 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0c24d-b680-436b-87e8-c2bac7a7175d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d676a423-02a1-4ac9-a17a-c747553572b0,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:57.611276 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a6553f-9ea5-4953-a259-2d27bd254f1c x-openstack-request-id: req-22a6553f-9ea5-4953-a259-2d27bd254f1c {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:16:57.611767 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb96a476-856a-400c-8c57-30b98297ebee", "name": "network-vif-plugged", "status": "completed", "tag": "0c384c38-8450-4bcf-a60e-98848c87017b", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:16:57.611965 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-22a6553f-9ea5-4953-a259-2d27bd254f1c {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:16:57.612815 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22a6553f-9ea5-4953-a259-2d27bd254f1c'] response: {'server_uuid': 'cb96a476-856a-400c-8c57-30b98297ebee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c384c38-8450-4bcf-a60e-98848c87017b', 'code': 200} Jun 24 10:16:57.648404 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 90942a6e-0933-48c1-80c9-55ff402f0b93 is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:57.655859 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (90942a6e-0933-48c1-80c9-55ff402f0b93), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:57.901567 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 90942a6e-0933-48c1-80c9-55ff402f0b93, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=90942a6e-0933-48c1-80c9-55ff402f0b93,segment=NetworkSegment(125639f9-8741-4daa-bedb-b7f3c24f0880),segment_id=125639f9-8741-4daa-bedb-b7f3c24f0880)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:57.902378 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:57.903096 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:57.937323 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (90942a6e-0933-48c1-80c9-55ff402f0b93), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:57.954858 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25b122-798c-4955-8df5-4c2cff678e15 req-bba1c6a0-c614-4fef-8eb9-2e3818d9c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:57.956697 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4f25b122-798c-4955-8df5-4c2cff678e15 req-bba1c6a0-c614-4fef-8eb9-2e3818d9c850 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 1129 time: 0.1477580 Jun 24 10:16:58.022917 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=90942a6e-0933-48c1-80c9-55ff402f0b93,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:58.045112 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-4f25b122-798c-4955-8df5-4c2cff678e15 req-69528e95-75a4-4406-b7ae-323d4a3a10db service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:58.134769 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7f6b4-5baf-4178-8398-5fa16d270974 req-d660b391-97db-40ee-a86f-5cdf7fcc2778 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:58.142609 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8ec7f6b4-5baf-4178-8398-5fa16d270974 req-d660b391-97db-40ee-a86f-5cdf7fcc2778 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 945 time: 0.1156590 Jun 24 10:16:58.184182 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-4f25b122-798c-4955-8df5-4c2cff678e15 req-69528e95-75a4-4406-b7ae-323d4a3a10db service neutron] Publish callbacks [] for security_group (27dd3b1c-c3e5-42eb-bdc5-1a8b5b48e3b4), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:58.191179 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-4f25b122-798c-4955-8df5-4c2cff678e15 req-69528e95-75a4-4406-b7ae-323d4a3a10db service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (27dd3b1c-c3e5-42eb-bdc5-1a8b5b48e3b4), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:58.211394 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e07109-6306-4356-a7b7-40d9928374b1 req-4872edfb-9738-4195-b729-4119e88d232d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:58.213115 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c6e07109-6306-4356-a7b7-40d9928374b1 req-4872edfb-9738-4195-b729-4119e88d232d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.1063244 Jun 24 10:16:58.262479 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4f25b122-798c-4955-8df5-4c2cff678e15 req-69528e95-75a4-4406-b7ae-323d4a3a10db service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2965860 Jun 24 10:16:58.263461 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69528e95-75a4-4406-b7ae-323d4a3a10db service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=27dd3b1c-c3e5-42eb-bdc5-1a8b5b48e3b4,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:58.320550 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:58.352976 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8ec7f6b4-5baf-4178-8398-5fa16d270974 req-6704b233-4485-4f9c-ba24-590d6d76e514 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079036 Jun 24 10:16:58.396226 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c6e07109-6306-4356-a7b7-40d9928374b1 req-632d8f93-4677-46f2-8ecc-66a8a8e45a02 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736033 Jun 24 10:16:58.429131 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device c453626e-6db1-429e-a1a1-df11a4d87ee5 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:16:58.507754 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 60632) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:58.524352 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a2f47c60-4307-4f9c-930b-638aa606e39f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:58.560359 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c628cb-0a58-471d-a8b8-929f53ff33dd req-3ba1d776-ba37-49fe-94d4-9154ad4fa192 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:58.561915 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-49c628cb-0a58-471d-a8b8-929f53ff33dd req-3ba1d776-ba37-49fe-94d4-9154ad4fa192 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 946 time: 0.0991361 Jun 24 10:16:58.571999 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port c453626e-6db1-429e-a1a1-df11a4d87ee5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c453626e-6db1-429e-a1a1-df11a4d87ee5,segment=NetworkSegment(b2d97abe-b69e-4d48-898d-8b67cc0526fc),segment_id=b2d97abe-b69e-4d48-898d-8b67cc0526fc)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:58.575337 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cc81d-cd8a-44d8-9462-f3795740593c req-c4ebccd9-03bc-4383-91b7-f5c1114c3deb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:58.577166 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f27cc81d-cd8a-44d8-9462-f3795740593c req-c4ebccd9-03bc-4383-91b7-f5c1114c3deb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 943 time: 0.0701442 Jun 24 10:16:58.592656 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': 'c453626e-6db1-429e-a1a1-df11a4d87ee5', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'port_id': 'c453626e-6db1-429e-a1a1-df11a4d87ee5', 'mac_address': 'fa:16:3e:f5:c5:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:16:58.638026 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a2f47c60-4307-4f9c-930b-638aa606e39f admin admin] Publish callbacks [] for security_group (10b777c5-c5da-4e43-afb9-271fc21ec6ca), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:58.646799 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a2f47c60-4307-4f9c-930b-638aa606e39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (10b777c5-c5da-4e43-afb9-271fc21ec6ca), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:58.648370 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:58.652517 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port c453626e-6db1-429e-a1a1-df11a4d87ee5 is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:58.652936 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (c453626e-6db1-429e-a1a1-df11a4d87ee5), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:58.653497 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-49c628cb-0a58-471d-a8b8-929f53ff33dd req-81aaf0f5-7f99-4739-9f0a-f70d9447a1f2 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/security-groups?id=7abb6ce8-718b-446c-9967-93fc9e6ba090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753565 Jun 24 10:16:58.669917 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c453626e-6db1-429e-a1a1-df11a4d87ee5 {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:16:58.695737 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port c453626e-6db1-429e-a1a1-df11a4d87ee5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c453626e-6db1-429e-a1a1-df11a4d87ee5,segment=NetworkSegment(b2d97abe-b69e-4d48-898d-8b67cc0526fc),segment_id=b2d97abe-b69e-4d48-898d-8b67cc0526fc)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:58.701207 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (c453626e-6db1-429e-a1a1-df11a4d87ee5), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:58.712996 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f27cc81d-cd8a-44d8-9462-f3795740593c req-e920dc33-321f-45ef-ac12-c8e361b83a2e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238859 Jun 24 10:16:58.735077 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a2f47c60-4307-4f9c-930b-638aa606e39f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b958e3a3440a4f65b65a0767dc376f3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253969 Jun 24 10:16:58.737630 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 60638) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:58.747770 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f47c60-4307-4f9c-930b-638aa606e39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b777c5-c5da-4e43-afb9-271fc21ec6ca,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:58.761484 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=c453626e-6db1-429e-a1a1-df11a4d87ee5,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:58.826813 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-676e5482-7661-4ade-b8a5-09dcd7683e87 admin admin] Publish callbacks [] for security_group (10b777c5-c5da-4e43-afb9-271fc21ec6ca), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:58.854800 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-676e5482-7661-4ade-b8a5-09dcd7683e87 admin admin] Publish callbacks [] for security_group (10b777c5-c5da-4e43-afb9-271fc21ec6ca), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:58.873177 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device f5b17bbb-f70d-4036-a17a-05e70d05ead8 up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:58.922910 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-676e5482-7661-4ade-b8a5-09dcd7683e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (10b777c5-c5da-4e43-afb9-271fc21ec6ca), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:58.927743 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning for port f5b17bbb-f70d-4036-a17a-05e70d05ead8 completed by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:16:58.928433 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-676e5482-7661-4ade-b8a5-09dcd7683e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:58.929599 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-676e5482-7661-4ade-b8a5-09dcd7683e87 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10b777c5-c5da-4e43-afb9-271fc21ec6ca HTTP/1.1" status: 204 len: 168 time: 0.1909103 Jun 24 10:16:58.937765 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e5482-7661-4ade-b8a5-09dcd7683e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b777c5-c5da-4e43-afb9-271fc21ec6ca,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:58.945750 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port f5b17bbb-f70d-4036-a17a-05e70d05ead8 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:58.946140 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (f5b17bbb-f70d-4036-a17a-05e70d05ead8), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:59.056000 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port f5b17bbb-f70d-4036-a17a-05e70d05ead8 is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:59.056547 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (f5b17bbb-f70d-4036-a17a-05e70d05ead8), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:59.105954 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['c453626e-6db1-429e-a1a1-df11a4d87ee5'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:16:59.151445 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port f5b17bbb-f70d-4036-a17a-05e70d05ead8, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=f5b17bbb-f70d-4036-a17a-05e70d05ead8,segment=NetworkSegment(4711d589-da8e-4c33-8cd2-a8ecd7a525ee),segment_id=4711d589-da8e-4c33-8cd2-a8ecd7a525ee)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:59.161667 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (f5b17bbb-f70d-4036-a17a-05e70d05ead8), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:59.162806 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 05874f33-e136-4a35-af2c-074f2098eaf9 up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:59.286073 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=f5b17bbb-f70d-4036-a17a-05e70d05ead8,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:59.308119 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:59.311160 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning for port 05874f33-e136-4a35-af2c-074f2098eaf9 completed by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:16:59.339085 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port 05874f33-e136-4a35-af2c-074f2098eaf9 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:59.339960 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (05874f33-e136-4a35-af2c-074f2098eaf9), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:59.347265 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:59.530681 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 05874f33-e136-4a35-af2c-074f2098eaf9 is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:59.531074 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (05874f33-e136-4a35-af2c-074f2098eaf9), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:59.604950 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff685fd-ce60-4258-93cf-cd242860b03b req-eb8e57a6-8056-4441-a730-46e08caf76c1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:59.606914 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 05874f33-e136-4a35-af2c-074f2098eaf9, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=05874f33-e136-4a35-af2c-074f2098eaf9,segment=NetworkSegment(4711d589-da8e-4c33-8cd2-a8ecd7a525ee),segment_id=4711d589-da8e-4c33-8cd2-a8ecd7a525ee)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:59.610815 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1ff685fd-ce60-4258-93cf-cd242860b03b req-eb8e57a6-8056-4441-a730-46e08caf76c1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.1130877 Jun 24 10:16:59.613103 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33ad457-f04e-45ab-994a-de25ed757120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90942a6e-0933-48c1-80c9-55ff402f0b93'}, {'server_uuid': 'be1b257c-d6c5-4686-96f2-73dfcb9516ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b17bbb-f70d-4036-a17a-05e70d05ead8'}, {'server_uuid': '95be179c-5caf-487f-a710-6445f6163f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05874f33-e136-4a35-af2c-074f2098eaf9'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:16:59.616171 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f4f11c-b181-480f-ac64-fea7ecd12c9a" -d '{"events": [{"server_uuid": "e33ad457-f04e-45ab-994a-de25ed757120", "name": "network-vif-plugged", "status": "completed", "tag": "90942a6e-0933-48c1-80c9-55ff402f0b93"}, {"server_uuid": "be1b257c-d6c5-4686-96f2-73dfcb9516ef", "name": "network-vif-plugged", "status": "completed", "tag": "f5b17bbb-f70d-4036-a17a-05e70d05ead8"}, {"server_uuid": "95be179c-5caf-487f-a710-6445f6163f51", "name": "network-vif-plugged", "status": "completed", "tag": "05874f33-e136-4a35-af2c-074f2098eaf9"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:16:59.624099 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (05874f33-e136-4a35-af2c-074f2098eaf9), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:59.639686 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d2139-c3c0-40ef-aa0a-2d42a81646a3 req-d905a39f-3d9c-443d-8151-6790601ca09f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:59.641205 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-955d2139-c3c0-40ef-aa0a-2d42a81646a3 req-d905a39f-3d9c-443d-8151-6790601ca09f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.1239929 Jun 24 10:16:59.715664 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:59.719013 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1ff685fd-ce60-4258-93cf-cd242860b03b req-e1fcd482-e692-409c-974d-e70e44a015ad tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016092 Jun 24 10:16:59.732064 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=05874f33-e136-4a35-af2c-074f2098eaf9,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:59.746058 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-955d2139-c3c0-40ef-aa0a-2d42a81646a3 req-88770adf-c6e5-403b-b842-56ead9d314ce tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940547 Jun 24 10:16:59.814331 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 24 Jun 2022 10:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28eaf059-6385-4204-930f-9900017a73ce x-openstack-request-id: req-28eaf059-6385-4204-930f-9900017a73ce {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:16:59.814903 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33ad457-f04e-45ab-994a-de25ed757120", "name": "network-vif-plugged", "status": "completed", "tag": "90942a6e-0933-48c1-80c9-55ff402f0b93", "code": 200}, {"server_uuid": "be1b257c-d6c5-4686-96f2-73dfcb9516ef", "name": "network-vif-plugged", "status": "completed", "tag": "f5b17bbb-f70d-4036-a17a-05e70d05ead8", "code": 200}, {"server_uuid": "95be179c-5caf-487f-a710-6445f6163f51", "name": "network-vif-plugged", "status": "completed", "tag": "05874f33-e136-4a35-af2c-074f2098eaf9", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:16:59.815350 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28eaf059-6385-4204-930f-9900017a73ce {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:16:59.815961 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28eaf059-6385-4204-930f-9900017a73ce'] response: {'server_uuid': 'e33ad457-f04e-45ab-994a-de25ed757120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90942a6e-0933-48c1-80c9-55ff402f0b93', 'code': 200} Jun 24 10:16:59.816566 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28eaf059-6385-4204-930f-9900017a73ce'] response: {'server_uuid': 'be1b257c-d6c5-4686-96f2-73dfcb9516ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b17bbb-f70d-4036-a17a-05e70d05ead8', 'code': 200} Jun 24 10:16:59.817283 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28eaf059-6385-4204-930f-9900017a73ce'] response: {'server_uuid': '95be179c-5caf-487f-a710-6445f6163f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05874f33-e136-4a35-af2c-074f2098eaf9', 'code': 200} Jun 24 10:16:59.934870 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 60698) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:59.947062 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:59.987662 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d685f8b-9425-45de-ba6a-865d5b35428c req-457d3c04-e2e7-4bc3-9e26-1297a40be579 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:00.001857 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4d685f8b-9425-45de-ba6a-865d5b35428c req-457d3c04-e2e7-4bc3-9e26-1297a40be579 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 946 time: 0.1458461 Jun 24 10:17:00.052174 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aef00-5146-4e2d-a6d2-bc86d9214609 req-5b584557-a425-40f4-9ae9-7c972b2b92d4 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:00.053886 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e83aef00-5146-4e2d-a6d2-bc86d9214609 req-5b584557-a425-40f4-9ae9-7c972b2b92d4 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 944 time: 0.1608200 Jun 24 10:17:00.090111 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-239a6d85-f47f-4a00-b528-cfc52ade43b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:00.099859 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4d685f8b-9425-45de-ba6a-865d5b35428c req-ce709fe2-c744-41ff-a6d7-c348d7e96e84 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/security-groups?id=7abb6ce8-718b-446c-9967-93fc9e6ba090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957782 Jun 24 10:17:00.139332 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e83aef00-5146-4e2d-a6d2-bc86d9214609 req-e7a4c899-54ac-4a17-a155-09d662fa8094 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771644 Jun 24 10:17:00.209825 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-239a6d85-f47f-4a00-b528-cfc52ade43b8 admin admin] Publish callbacks [] for security_group (2a0d0b03-1f50-417f-8a3a-072a3de14d44), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:00.214914 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-239a6d85-f47f-4a00-b528-cfc52ade43b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (2a0d0b03-1f50-417f-8a3a-072a3de14d44), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:00.254824 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a6d85-f47f-4a00-b528-cfc52ade43b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0d0b03-1f50-417f-8a3a-072a3de14d44,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:00.284990 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-239a6d85-f47f-4a00-b528-cfc52ade43b8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=996fa1aed3b84c4896698f32fb055fcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3480198 Jun 24 10:17:00.288055 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 60714) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:00.376003 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-561f7b89-64c6-4f1f-a378-eab40512efac admin admin] Publish callbacks [] for security_group (2a0d0b03-1f50-417f-8a3a-072a3de14d44), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:00.400285 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:00.402681 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-561f7b89-64c6-4f1f-a378-eab40512efac admin admin] Publish callbacks [] for security_group (2a0d0b03-1f50-417f-8a3a-072a3de14d44), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:00.442415 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device c453626e-6db1-429e-a1a1-df11a4d87ee5 up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:17:00.495892 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-561f7b89-64c6-4f1f-a378-eab40512efac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (2a0d0b03-1f50-417f-8a3a-072a3de14d44), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:00.510055 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-561f7b89-64c6-4f1f-a378-eab40512efac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:00.512643 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-561f7b89-64c6-4f1f-a378-eab40512efac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2a0d0b03-1f50-417f-8a3a-072a3de14d44 HTTP/1.1" status: 204 len: 168 time: 0.2233262 Jun 24 10:17:00.518499 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:DELETE=4,neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:00.524502 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning for port c453626e-6db1-429e-a1a1-df11a4d87ee5 completed by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:17:00.560259 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port c453626e-6db1-429e-a1a1-df11a4d87ee5 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:17:00.560646 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (c453626e-6db1-429e-a1a1-df11a4d87ee5), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:00.574575 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f7b89-64c6-4f1f-a378-eab40512efac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0d0b03-1f50-417f-8a3a-072a3de14d44,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:00.713923 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port c453626e-6db1-429e-a1a1-df11a4d87ee5 is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:17:00.713923 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (c453626e-6db1-429e-a1a1-df11a4d87ee5), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:00.766197 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port c453626e-6db1-429e-a1a1-df11a4d87ee5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c453626e-6db1-429e-a1a1-df11a4d87ee5,segment=NetworkSegment(b2d97abe-b69e-4d48-898d-8b67cc0526fc),segment_id=b2d97abe-b69e-4d48-898d-8b67cc0526fc)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:17:00.773282 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (c453626e-6db1-429e-a1a1-df11a4d87ee5), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:00.813482 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c363d3a-b06b-468c-a933-70e7969a890d req-7cae0499-118b-4f53-a76b-6c0020f9eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:00.818464 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7c363d3a-b06b-468c-a933-70e7969a890d req-7cae0499-118b-4f53-a76b-6c0020f9eb1f service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 1130 time: 0.1702204 Jun 24 10:17:00.820353 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b34c1-a49e-4786-b26f-97963ef9f4e1 req-62ec80dc-de63-4e61-8bcd-27b6bdb2b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:00.833265 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b46b34c1-a49e-4786-b26f-97963ef9f4e1 req-62ec80dc-de63-4e61-8bcd-27b6bdb2b692 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 1130 time: 0.1897755 Jun 24 10:17:00.835934 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4ddb1-53c3-4516-81e0-5ec1091d2370 req-1180482c-645c-4fa9-a589-1d2e747b0c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:00.837509 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-feb4ddb1-53c3-4516-81e0-5ec1091d2370 req-1180482c-645c-4fa9-a589-1d2e747b0c96 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 1130 time: 0.1221867 Jun 24 10:17:00.858528 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=c453626e-6db1-429e-a1a1-df11a4d87ee5,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:00.934604 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:00.949275 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b46b34c1-a49e-4786-b26f-97963ef9f4e1 req-e7f13138-75ca-45e4-ad4e-74995283157b service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=7abb6ce8-718b-446c-9967-93fc9e6ba090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054888 Jun 24 10:17:00.965923 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db15462-8800-4dae-94d2-56fc7354adbe req-3cec1542-ecef-49c4-9d59-415522832840 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:00.968140 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1db15462-8800-4dae-94d2-56fc7354adbe req-3cec1542-ecef-49c4-9d59-415522832840 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.1159980 Jun 24 10:17:00.974432 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea8fb7-506f-45cb-9824-f9e61558d493 req-7eaa92c8-3fab-442b-9aa3-f3957a41d9d3 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:00.976151 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1bea8fb7-506f-45cb-9824-f9e61558d493 req-7eaa92c8-3fab-442b-9aa3-f3957a41d9d3 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.1220999 Jun 24 10:17:00.984670 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7c363d3a-b06b-468c-a933-70e7969a890d req-5ceebb4f-c09c-44ad-83a2-39af0452dc37 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498413 Jun 24 10:17:00.990619 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-feb4ddb1-53c3-4516-81e0-5ec1091d2370 req-dcad3f09-c27e-4c1a-9e6c-93d824bcbdc9 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454172 Jun 24 10:17:01.073181 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 60740) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:01.228780 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-820a8764-1389-4d16-8ae3-556b2fa75daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:01.239603 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 60748) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:01.248645 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1db15462-8800-4dae-94d2-56fc7354adbe req-5a7c1d3c-cfde-497c-963d-915deb3ee881 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710388 Jun 24 10:17:01.253557 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1bea8fb7-506f-45cb-9824-f9e61558d493 req-912283f7-5be3-4a2e-9879-e032962d5b90 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614517 Jun 24 10:17:01.260887 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6a880d0a-f396-49ce-9040-b897c612163f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:01.343296 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-820a8764-1389-4d16-8ae3-556b2fa75daf admin admin] Publish callbacks [] for security_group (2d2d8b70-9dbd-48cb-8d0f-418db61f9569), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:01.349384 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-820a8764-1389-4d16-8ae3-556b2fa75daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (2d2d8b70-9dbd-48cb-8d0f-418db61f9569), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:01.407551 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56939f6-3b2b-40ec-bf69-e422b511be94 req-543ad394-c275-428f-955e-e306c2076b65 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:01.409384 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e56939f6-3b2b-40ec-bf69-e422b511be94 req-543ad394-c275-428f-955e-e306c2076b65 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 946 time: 0.0883908 Jun 24 10:17:01.427608 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-820a8764-1389-4d16-8ae3-556b2fa75daf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aca77a9e3da1499393888a9b91f1a465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3527150 Jun 24 10:17:01.428425 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc66ec5-0b6c-4cc8-9cb3-d58df3fe47f1 req-e8a92884-d351-44c2-a30b-7a2ed740b5db tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:01.430500 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8bc66ec5-0b6c-4cc8-9cb3-d58df3fe47f1 req-e8a92884-d351-44c2-a30b-7a2ed740b5db tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0994976 Jun 24 10:17:01.430892 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a8764-1389-4d16-8ae3-556b2fa75daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2d8b70-9dbd-48cb-8d0f-418db61f9569,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:01.431004 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 60756) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:01.445991 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a8764-1389-4d16-8ae3-556b2fa75daf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.446337 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a8764-1389-4d16-8ae3-556b2fa75daf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.446681 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a8764-1389-4d16-8ae3-556b2fa75daf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.447191 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a8764-1389-4d16-8ae3-556b2fa75daf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.447527 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a8764-1389-4d16-8ae3-556b2fa75daf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.447855 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a8764-1389-4d16-8ae3-556b2fa75daf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.448179 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a8764-1389-4d16-8ae3-556b2fa75daf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.448962 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a8764-1389-4d16-8ae3-556b2fa75daf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.449300 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a8764-1389-4d16-8ae3-556b2fa75daf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.449624 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a8764-1389-4d16-8ae3-556b2fa75daf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.449951 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a8764-1389-4d16-8ae3-556b2fa75daf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.450274 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a8764-1389-4d16-8ae3-556b2fa75daf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.450596 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a8764-1389-4d16-8ae3-556b2fa75daf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.450944 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a8764-1389-4d16-8ae3-556b2fa75daf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.451260 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a8764-1389-4d16-8ae3-556b2fa75daf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.494077 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6a880d0a-f396-49ce-9040-b897c612163f admin admin] Publish callbacks [] for security_group (8702c39b-4af2-4ae1-a5bf-deabb6b66170), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:01.498443 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6a880d0a-f396-49ce-9040-b897c612163f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (8702c39b-4af2-4ae1-a5bf-deabb6b66170), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:01.544203 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:01.548922 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a880d0a-f396-49ce-9040-b897c612163f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8702c39b-4af2-4ae1-a5bf-deabb6b66170,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:01.553787 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-6a880d0a-f396-49ce-9040-b897c612163f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=35aa949ee4ea4a82ab6987919f4f43f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132269 Jun 24 10:17:01.553940 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e56939f6-3b2b-40ec-bf69-e422b511be94 req-60c288f6-0066-47f4-87b4-d382fddfa84c tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/security-groups?id=7abb6ce8-718b-446c-9967-93fc9e6ba090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218579 Jun 24 10:17:01.557079 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8bc66ec5-0b6c-4cc8-9cb3-d58df3fe47f1 req-adf6cf29-60f8-4b67-9d4f-09216943f6fc tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114733 Jun 24 10:17:01.560066 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 60760) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:01.595096 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-97da591a-02a5-4d03-b998-5bb85720caad admin admin] Publish callbacks [] for security_group (2d2d8b70-9dbd-48cb-8d0f-418db61f9569), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:01.636046 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-97da591a-02a5-4d03-b998-5bb85720caad admin admin] Publish callbacks [] for security_group (2d2d8b70-9dbd-48cb-8d0f-418db61f9569), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:01.675417 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-376e9f02-1076-48a1-97fb-1bf6e6b15935 admin admin] Publish callbacks [] for security_group (8702c39b-4af2-4ae1-a5bf-deabb6b66170), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:01.745422 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-376e9f02-1076-48a1-97fb-1bf6e6b15935 admin admin] Publish callbacks [] for security_group (8702c39b-4af2-4ae1-a5bf-deabb6b66170), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:01.766265 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6826c01-30b8-4af6-b414-4fad26720886 req-71f8dc74-3bca-4d88-845f-a01d20bc45cb tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:01.767824 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c6826c01-30b8-4af6-b414-4fad26720886 req-71f8dc74-3bca-4d88-845f-a01d20bc45cb tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0940495 Jun 24 10:17:01.777374 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 60764) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:01.783250 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-943d6564-254c-44e5-ad22-06457324e628 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Request body: {'floatingip': {'port_id': '0c384c38-8450-4bcf-a60e-98848c87017b'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:17:01.785231 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-97da591a-02a5-4d03-b998-5bb85720caad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (2d2d8b70-9dbd-48cb-8d0f-418db61f9569), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:01.787672 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-97da591a-02a5-4d03-b998-5bb85720caad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:01.791289 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-97da591a-02a5-4d03-b998-5bb85720caad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2d2d8b70-9dbd-48cb-8d0f-418db61f9569 HTTP/1.1" status: 204 len: 168 time: 0.3557925 Jun 24 10:17:01.803864 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da591a-02a5-4d03-b998-5bb85720caad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2d8b70-9dbd-48cb-8d0f-418db61f9569,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:01.814312 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97da591a-02a5-4d03-b998-5bb85720caad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.814689 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97da591a-02a5-4d03-b998-5bb85720caad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.815225 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97da591a-02a5-4d03-b998-5bb85720caad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.815557 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97da591a-02a5-4d03-b998-5bb85720caad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.815911 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97da591a-02a5-4d03-b998-5bb85720caad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.816222 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97da591a-02a5-4d03-b998-5bb85720caad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.816535 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97da591a-02a5-4d03-b998-5bb85720caad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.817010 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97da591a-02a5-4d03-b998-5bb85720caad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.817331 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97da591a-02a5-4d03-b998-5bb85720caad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.817646 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97da591a-02a5-4d03-b998-5bb85720caad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.817960 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97da591a-02a5-4d03-b998-5bb85720caad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.818443 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97da591a-02a5-4d03-b998-5bb85720caad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.818776 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97da591a-02a5-4d03-b998-5bb85720caad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.819091 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97da591a-02a5-4d03-b998-5bb85720caad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.819402 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97da591a-02a5-4d03-b998-5bb85720caad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:01.819870 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c453626e-6db1-429e-a1a1-df11a4d87ee5'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:17:01.827927 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e09e11f-58fe-48f5-91c7-0e3a8ce6a7a9" -d '{"events": [{"server_uuid": "e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1", "name": "network-vif-plugged", "status": "completed", "tag": "c453626e-6db1-429e-a1a1-df11a4d87ee5"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:17:01.863044 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-376e9f02-1076-48a1-97fb-1bf6e6b15935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (8702c39b-4af2-4ae1-a5bf-deabb6b66170), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:01.869870 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-376e9f02-1076-48a1-97fb-1bf6e6b15935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:01.875276 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-376e9f02-1076-48a1-97fb-1bf6e6b15935 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8702c39b-4af2-4ae1-a5bf-deabb6b66170 HTTP/1.1" status: 204 len: 168 time: 0.3131316 Jun 24 10:17:01.887574 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e9f02-1076-48a1-97fb-1bf6e6b15935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8702c39b-4af2-4ae1-a5bf-deabb6b66170,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:01.891360 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-943d6564-254c-44e5-ad22-06457324e628 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for floatingip (39eda2a0-af1e-4957-b867-3bc2f99b7567), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:01.909408 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ceaa0b-70bc-4098-93ab-3296a26a2fdd x-openstack-request-id: req-a2ceaa0b-70bc-4098-93ab-3296a26a2fdd {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:17:01.909698 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1", "name": "network-vif-plugged", "status": "completed", "tag": "c453626e-6db1-429e-a1a1-df11a4d87ee5", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:17:01.909953 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a2ceaa0b-70bc-4098-93ab-3296a26a2fdd {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:17:01.910776 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2ceaa0b-70bc-4098-93ab-3296a26a2fdd'] response: {'server_uuid': 'e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c453626e-6db1-429e-a1a1-df11a4d87ee5', 'code': 200} Jun 24 10:17:02.170062 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:02.192151 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:02.450166 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e225e-0443-4eda-9870-a76be2798271 req-6d8fed1f-8be0-42ca-9601-cf24051af8cb tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:02.452890 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-be5e225e-0443-4eda-9870-a76be2798271 req-6d8fed1f-8be0-42ca-9601-cf24051af8cb tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0739403 Jun 24 10:17:02.566236 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-be5e225e-0443-4eda-9870-a76be2798271 req-6cfb77e1-fde3-4eb3-aa4e-2b4c58d70a1a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963633 Jun 24 10:17:02.871683 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed6520-6716-44bb-a2b7-7d1dfdeee515 req-16ab58d8-3119-48ac-8625-fa0472d2c106 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:02.881749 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-51ed6520-6716-44bb-a2b7-7d1dfdeee515 req-16ab58d8-3119-48ac-8625-fa0472d2c106 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1464944 Jun 24 10:17:02.907491 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.db.resource_extend [None req-943d6564-254c-44e5-ad22-06457324e628 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 10:17:02.952891 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d5c40-32d3-4b07-ae47-72a8fc7522ab req-5aff793b-1844-4655-b79f-06fbe8f9c9fa tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:02.967241 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f03d5c40-32d3-4b07-ae47-72a8fc7522ab req-5aff793b-1844-4655-b79f-06fbe8f9c9fa tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 946 time: 0.2449796 Jun 24 10:17:03.187248 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f03d5c40-32d3-4b07-ae47-72a8fc7522ab req-bd45e3e1-4481-4c16-a1fd-91ed71b47532 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/security-groups?id=7abb6ce8-718b-446c-9967-93fc9e6ba090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185864 Jun 24 10:17:03.196803 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-943d6564-254c-44e5-ad22-06457324e628 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:03.212724 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-51ed6520-6716-44bb-a2b7-7d1dfdeee515 req-362ec422-e221-487d-b46f-74fe678e6353 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3298883 Jun 24 10:17:03.220861 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-943d6564-254c-44e5-ad22-06457324e628 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (39eda2a0-af1e-4957-b867-3bc2f99b7567), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:03.233517 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 60828) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:03.372483 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [None req-943d6564-254c-44e5-ad22-06457324e628 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Floating IP 39eda2a0-af1e-4957-b867-3bc2f99b7567 associated. External IP: 172.27.0.213, port: 0c384c38-8450-4bcf-a60e-98848c87017b. Jun 24 10:17:03.456104 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-51a2a7fd-dbc9-42ee-919a-53756a1c2ed0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-288846800-network', 'tenant_id': 'b99acc778f9b42558f2952a8d0cd618e'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:17:03.474425 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:03.533446 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a2a7fd-dbc9-42ee-919a-53756a1c2ed0 admin admin] Made reservation on behalf of b99acc778f9b42558f2952a8d0cd618e for: {'network': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:17:03.537521 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-51a2a7fd-dbc9-42ee-919a-53756a1c2ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for network (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:03.557446 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-51a2a7fd-dbc9-42ee-919a-53756a1c2ed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:03.594073 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=10 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:03.681229 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943d6564-254c-44e5-ad22-06457324e628 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Router 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:17:03.705463 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-51a2a7fd-dbc9-42ee-919a-53756a1c2ed0 admin admin] Publish callbacks [] for security_group (887c7dd2-10c1-472c-b6e2-db51aa49f115), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:03.713429 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b127548-b796-4a62-8626-a34ca695b1b2 req-d91b5bbd-e23c-48a2-81e8-ecd2980fa660 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:03.715009 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0b127548-b796-4a62-8626-a34ca695b1b2 req-d91b5bbd-e23c-48a2-81e8-ecd2980fa660 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0717738 Jun 24 10:17:03.716588 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-51a2a7fd-dbc9-42ee-919a-53756a1c2ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (887c7dd2-10c1-472c-b6e2-db51aa49f115), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:03.751966 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:03.798898 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2a7fd-dbc9-42ee-919a-53756a1c2ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887c7dd2-10c1-472c-b6e2-db51aa49f115,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:03.818725 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a2a7fd-dbc9-42ee-919a-53756a1c2ed0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=104051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:17:03.849141 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0b127548-b796-4a62-8626-a34ca695b1b2 req-ba560fba-d3c1-4ccc-9768-f76a2b88453e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234093 Jun 24 10:17:03.855267 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-51a2a7fd-dbc9-42ee-919a-53756a1c2ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (c201307a-c571-4abf-86b4-9c032f99c22d), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:03.855830 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.db.segments_db [None req-51a2a7fd-dbc9-42ee-919a-53756a1c2ed0 admin admin] Added segment c201307a-c571-4abf-86b4-9c032f99c22d of type vlan for network 4c6737d8-b951-47cf-81c6-f1cf6e6a07a0 Jun 24 10:17:03.859339 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943d6564-254c-44e5-ad22-06457324e628 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:17:03.871009 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-943d6564-254c-44e5-ad22-06457324e628 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:03.887684 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c576cb7-7488-4211-922f-356dc7929509 None None] Sync routers for ids ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:17:03.904341 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c576cb7-7488-4211-922f-356dc7929509 None None] Routers {'6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:17:03.907423 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-9c576cb7-7488-4211-922f-356dc7929509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:16:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:17:03.918221 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-943d6564-254c-44e5-ad22-06457324e628 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "PUT /v2.0/floatingips/39eda2a0-af1e-4957-b867-3bc2f99b7567 HTTP/1.1" status: 200 len: 991 time: 2.1388144 Jun 24 10:17:03.919263 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb96a476-856a-400c-8c57-30b98297ebee', 'tag': '0c384c38-8450-4bcf-a60e-98848c87017b'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:17:03.923944 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b821f4bc-7284-4b79-a456-bd2d50e258d6" -d '{"events": [{"name": "network-changed", "server_uuid": "cb96a476-856a-400c-8c57-30b98297ebee", "tag": "0c384c38-8450-4bcf-a60e-98848c87017b"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:17:03.946346 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-51a2a7fd-dbc9-42ee-919a-53756a1c2ed0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739177427905'] for network (4c6737d8-b951-47cf-81c6-f1cf6e6a07a0), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:03.986195 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-51a2a7fd-dbc9-42ee-919a-53756a1c2ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for network (4c6737d8-b951-47cf-81c6-f1cf6e6a07a0), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:03.987762 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a2a7fd-dbc9-42ee-919a-53756a1c2ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:03.988777 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-51a2a7fd-dbc9-42ee-919a-53756a1c2ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:04.000374 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7790e1-20a3-4370-bfb5-296a635b1708 x-openstack-request-id: req-ef7790e1-20a3-4370-bfb5-296a635b1708 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:17:04.001139 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb96a476-856a-400c-8c57-30b98297ebee", "tag": "0c384c38-8450-4bcf-a60e-98848c87017b", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:17:04.001487 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef7790e1-20a3-4370-bfb5-296a635b1708 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:17:04.001986 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef7790e1-20a3-4370-bfb5-296a635b1708'] response: {'name': 'network-changed', 'server_uuid': 'cb96a476-856a-400c-8c57-30b98297ebee', 'tag': '0c384c38-8450-4bcf-a60e-98848c87017b', 'status': 'completed', 'code': 200} Jun 24 10:17:04.025422 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-51a2a7fd-dbc9-42ee-919a-53756a1c2ed0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7905343 Jun 24 10:17:04.029538 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 60884) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:04.035337 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-da9454c7-6972-42d7-996e-1adcae0da0da admin admin] Request body: {'subnet': {'network_id': '4c6737d8-b951-47cf-81c6-f1cf6e6a07a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-288846800-subnet', 'tenant_id': 'b99acc778f9b42558f2952a8d0cd618e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:17:04.078273 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2a7fd-dbc9-42ee-919a-53756a1c2ed0 admin admin] Pushing event updated for resources: {'Network': ['ID=4c6737d8-b951-47cf-81c6-f1cf6e6a07a0,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:04.091528 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-9c576cb7-7488-4211-922f-356dc7929509 None None] Set router 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:17:04.093335 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9454c7-6972-42d7-996e-1adcae0da0da admin admin] Made reservation on behalf of b99acc778f9b42558f2952a8d0cd618e for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:17:04.099294 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-da9454c7-6972-42d7-996e-1adcae0da0da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12405602'] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:04.130946 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Network 4c6737d8-b951-47cf-81c6-f1cf6e6a07a0 details requested by agent ovs-agent-dv-cinder-847132-2-iscsi with host dv-cinder-847132-2-iscsi {{(pid=104053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:17:04.195719 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:04.347348 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c347fa-85ea-446e-8f19-a771173927a3 req-df515e64-4f92-4df0-8807-7d1b738b8315 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:04.356248 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-24c347fa-85ea-446e-8f19-a771173927a3 req-df515e64-4f92-4df0-8807-7d1b738b8315 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0963602 Jun 24 10:17:04.390401 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:04.397977 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-da9454c7-6972-42d7-996e-1adcae0da0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11933469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12405524'] for subnet (a0e8a1c8-2aa4-439d-b0c7-f556f8815d83), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:04.419838 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:04.438906 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576781e-26a0-4a51-9005-57e5149c50d2 req-6f99b290-2600-4651-b60e-3cc541ed1e6a tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:04.446128 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0576781e-26a0-4a51-9005-57e5149c50d2 req-6f99b290-2600-4651-b60e-3cc541ed1e6a tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 946 time: 0.0876524 Jun 24 10:17:04.463743 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9454c7-6972-42d7-996e-1adcae0da0da admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0e8a1c8-2aa4-439d-b0c7-f556f8815d83,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:04.474007 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9454c7-6972-42d7-996e-1adcae0da0da admin admin] Checking segment: {'id': 'c201307a-c571-4abf-86b4-9c032f99c22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4c6737d8-b951-47cf-81c6-f1cf6e6a07a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:17:04.474353 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9454c7-6972-42d7-996e-1adcae0da0da admin admin] Network hostable DHCP agents. Network: 4c6737d8-b951-47cf-81c6-f1cf6e6a07a0, hostable agents: ['22a27e04-c0da-4a0e-a08f-10cd4fcfc09e'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:17:04.483532 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-24c347fa-85ea-446e-8f19-a771173927a3 req-e9992935-4b4e-448b-8964-b89f45a65b9e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261950 Jun 24 10:17:04.496083 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9454c7-6972-42d7-996e-1adcae0da0da admin admin] Network 4c6737d8-b951-47cf-81c6-f1cf6e6a07a0 is scheduled to be hosted by DHCP agent 22a27e04-c0da-4a0e-a08f-10cd4fcfc09e with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:17:04.507418 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-da9454c7-6972-42d7-996e-1adcae0da0da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847132-2-iscsi, 4c6737d8-b951-47cf-81c6-f1cf6e6a07a0) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:17:04.512609 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-9c576cb7-7488-4211-922f-356dc7929509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'name': 'tempest-AttachVolumeShelveTestJSON-1553345152-router', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:01Z', 'updated_at': '2022-06-24T10:16:10Z', 'revision_number': 4, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'gw_port': {'id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:02Z', 'updated_at': '2022-06-24T10:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '39eda2a0-af1e-4957-b867-3bc2f99b7567', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'port_id': '0c384c38-8450-4bcf-a60e-98848c87017b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'mac_address': 'fa:16:3e:c6:20:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96a476-856a-400c-8c57-30b98297ebee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:16:19Z', 'updated_at': '2022-06-24T10:17:02Z', 'revision_number': 1, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469af8e5-b73b-402e-a8d2-652dca1296ab', 'name': '', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'mac_address': 'fa:16:3e:8d:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:08Z', 'updated_at': '2022-06-24T10:16:26Z', 'revision_number': 5, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'subnets': [{'id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:17:04.515407 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9454c7-6972-42d7-996e-1adcae0da0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:04.516075 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-da9454c7-6972-42d7-996e-1adcae0da0da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:04.522750 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:04.526920 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0576781e-26a0-4a51-9005-57e5149c50d2 req-e98a32a4-d332-4da0-9f1e-05e593ffc829 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/security-groups?id=7abb6ce8-718b-446c-9967-93fc9e6ba090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798748 Jun 24 10:17:04.552967 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7011a1ce-4138-4f09-9d5c-0bbe578032ed None None] Network 4c6737d8-b951-47cf-81c6-f1cf6e6a07a0 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:17:04.555255 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-da9454c7-6972-42d7-996e-1adcae0da0da admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5241494 Jun 24 10:17:04.563822 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c576cb7-7488-4211-922f-356dc7929509 None None] Checking router: 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:17:04.603153 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c576cb7-7488-4211-922f-356dc7929509 None None] Routers {'6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:17:04.603803 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-9c576cb7-7488-4211-922f-356dc7929509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:16:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:17:04.634558 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b692c-31d9-4c31-ae71-49d1e19ec8d3 req-067bc569-d428-4a0c-92a2-f64ca457e85d tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:04.636245 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-468b692c-31d9-4c31-ae71-49d1e19ec8d3 req-067bc569-d428-4a0c-92a2-f64ca457e85d tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0694683 Jun 24 10:17:04.699374 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-468b692c-31d9-4c31-ae71-49d1e19ec8d3 req-1b22695e-a050-4aa0-bba7-f51d641a863d tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470316 Jun 24 10:17:04.906753 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a29b855-2e24-4f9a-8323-ef13bb0d6764 None None] Network 4c6737d8-b951-47cf-81c6-f1cf6e6a07a0 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:17:04.927921 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-9c576cb7-7488-4211-922f-356dc7929509 None None] Set router 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:17:05.173568 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 60920) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:05.181535 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-db0d8cf3-c36c-47c1-b42b-127ade19e429 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-276398288-network', 'tenant_id': '2d1fc6ec94c24a87a6ea7549572a960a'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:17:05.211253 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0d8cf3-c36c-47c1-b42b-127ade19e429 admin admin] Made reservation on behalf of 2d1fc6ec94c24a87a6ea7549572a960a for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:17:05.213177 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-db0d8cf3-c36c-47c1-b42b-127ade19e429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:05.217796 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-9c576cb7-7488-4211-922f-356dc7929509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'name': 'tempest-AttachVolumeShelveTestJSON-1553345152-router', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:01Z', 'updated_at': '2022-06-24T10:16:10Z', 'revision_number': 4, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'gw_port': {'id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:02Z', 'updated_at': '2022-06-24T10:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '39eda2a0-af1e-4957-b867-3bc2f99b7567', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'port_id': '0c384c38-8450-4bcf-a60e-98848c87017b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'mac_address': 'fa:16:3e:c6:20:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96a476-856a-400c-8c57-30b98297ebee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:16:19Z', 'updated_at': '2022-06-24T10:17:02Z', 'revision_number': 1, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469af8e5-b73b-402e-a8d2-652dca1296ab', 'name': '', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'mac_address': 'fa:16:3e:8d:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:08Z', 'updated_at': '2022-06-24T10:16:26Z', 'revision_number': 5, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'subnets': [{'id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:17:05.223508 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-db0d8cf3-c36c-47c1-b42b-127ade19e429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:05.247279 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c576cb7-7488-4211-922f-356dc7929509 None None] The sync data for ids ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'] in dv-cinder-847132-2-iscsi is: [{'id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'name': 'tempest-AttachVolumeShelveTestJSON-1553345152-router', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:01Z', 'updated_at': '2022-06-24T10:16:10Z', 'revision_number': 4, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'gw_port': {'id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:02Z', 'updated_at': '2022-06-24T10:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '39eda2a0-af1e-4957-b867-3bc2f99b7567', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'port_id': '0c384c38-8450-4bcf-a60e-98848c87017b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'mac_address': 'fa:16:3e:c6:20:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96a476-856a-400c-8c57-30b98297ebee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:16:19Z', 'updated_at': '2022-06-24T10:17:02Z', 'revision_number': 1, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469af8e5-b73b-402e-a8d2-652dca1296ab', 'name': '', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'mac_address': 'fa:16:3e:8d:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:08Z', 'updated_at': '2022-06-24T10:16:26Z', 'revision_number': 5, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'subnets': [{'id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:17:05.316111 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-db0d8cf3-c36c-47c1-b42b-127ade19e429 admin admin] Publish callbacks [] for security_group (a2b86a20-1ad2-4a0a-9329-4f078dd2d7f5), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:05.321684 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-db0d8cf3-c36c-47c1-b42b-127ade19e429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (a2b86a20-1ad2-4a0a-9329-4f078dd2d7f5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:05.352761 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0d8cf3-c36c-47c1-b42b-127ade19e429 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:17:05.365333 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d8cf3-c36c-47c1-b42b-127ade19e429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b86a20-1ad2-4a0a-9329-4f078dd2d7f5,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:05.374316 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-db0d8cf3-c36c-47c1-b42b-127ade19e429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (6c049ad6-3b10-4a89-b330-f146a57d938f), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:05.374509 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-db0d8cf3-c36c-47c1-b42b-127ade19e429 admin admin] Added segment 6c049ad6-3b10-4a89-b330-f146a57d938f of type vlan for network aed54db4-217e-4a2a-a91a-66b640abbbf2 Jun 24 10:17:05.424303 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-db0d8cf3-c36c-47c1-b42b-127ade19e429 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739177427905'] for network (aed54db4-217e-4a2a-a91a-66b640abbbf2), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:05.467807 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-db0d8cf3-c36c-47c1-b42b-127ade19e429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for network (aed54db4-217e-4a2a-a91a-66b640abbbf2), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:05.468806 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0d8cf3-c36c-47c1-b42b-127ade19e429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:05.469394 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-db0d8cf3-c36c-47c1-b42b-127ade19e429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:05.514081 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-db0d8cf3-c36c-47c1-b42b-127ade19e429 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3368609 Jun 24 10:17:05.514304 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bfe7d6-8f00-45d5-b6cf-e5d509fe3d49 None None] New status for floating IP 39eda2a0-af1e-4957-b867-3bc2f99b7567: ACTIVE {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:17:05.516083 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 60924) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:05.521327 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-e81f0894-884c-4081-9bc7-0c1fb7581b33 admin admin] Request body: {'subnet': {'network_id': 'aed54db4-217e-4a2a-a91a-66b640abbbf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-276398288-subnet', 'tenant_id': '2d1fc6ec94c24a87a6ea7549572a960a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:17:05.565290 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d8cf3-c36c-47c1-b42b-127ade19e429 admin admin] Pushing event updated for resources: {'Network': ['ID=aed54db4-217e-4a2a-a91a-66b640abbbf2,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:05.578900 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81f0894-884c-4081-9bc7-0c1fb7581b33 admin admin] Made reservation on behalf of 2d1fc6ec94c24a87a6ea7549572a960a for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:17:05.579127 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Network aed54db4-217e-4a2a-a91a-66b640abbbf2 details requested by agent ovs-agent-dv-cinder-847132-2-iscsi with host dv-cinder-847132-2-iscsi {{(pid=104053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:17:05.581937 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e81f0894-884c-4081-9bc7-0c1fb7581b33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12405602'] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:05.646553 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62250aba-132f-4443-b6f4-ccc6e78ba032 req-50951a79-6338-4d79-b810-4cda2e2edbd4 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:05.657029 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-62250aba-132f-4443-b6f4-ccc6e78ba032 req-50951a79-6338-4d79-b810-4cda2e2edbd4 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0899136 Jun 24 10:17:05.717961 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-62250aba-132f-4443-b6f4-ccc6e78ba032 req-0934e7c6-7724-4176-b407-98d11fd8bcde tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562541 Jun 24 10:17:05.808149 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:05.814837 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e81f0894-884c-4081-9bc7-0c1fb7581b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11933469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12405524'] for subnet (2f400f62-c138-4d03-af9f-15164c3bff58), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:05.841420 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:05.858967 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba4d9b-9e9e-42f0-9958-6a5ef403157c req-6ea4d813-2182-455b-92e6-2ee355b010f0 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:05.860723 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f3ba4d9b-9e9e-42f0-9958-6a5ef403157c req-6ea4d813-2182-455b-92e6-2ee355b010f0 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0667057 Jun 24 10:17:05.880074 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f0894-884c-4081-9bc7-0c1fb7581b33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f400f62-c138-4d03-af9f-15164c3bff58,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:05.891260 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81f0894-884c-4081-9bc7-0c1fb7581b33 admin admin] Checking segment: {'id': '6c049ad6-3b10-4a89-b330-f146a57d938f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'aed54db4-217e-4a2a-a91a-66b640abbbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:17:05.891684 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81f0894-884c-4081-9bc7-0c1fb7581b33 admin admin] Network hostable DHCP agents. Network: aed54db4-217e-4a2a-a91a-66b640abbbf2, hostable agents: ['22a27e04-c0da-4a0e-a08f-10cd4fcfc09e'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:17:05.911961 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81f0894-884c-4081-9bc7-0c1fb7581b33 admin admin] Network aed54db4-217e-4a2a-a91a-66b640abbbf2 is scheduled to be hosted by DHCP agent 22a27e04-c0da-4a0e-a08f-10cd4fcfc09e with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:17:05.923392 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-e81f0894-884c-4081-9bc7-0c1fb7581b33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847132-2-iscsi, aed54db4-217e-4a2a-a91a-66b640abbbf2) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:17:05.925869 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f3ba4d9b-9e9e-42f0-9958-6a5ef403157c req-cd3a74e2-f5b8-493a-9247-e4c81a107c80 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561802 Jun 24 10:17:05.928049 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81f0894-884c-4081-9bc7-0c1fb7581b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:05.928704 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e81f0894-884c-4081-9bc7-0c1fb7581b33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:05.938364 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37050e56-f87a-4787-aabd-7708c5a4576d None None] Network aed54db4-217e-4a2a-a91a-66b640abbbf2 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:17:05.955866 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e81f0894-884c-4081-9bc7-0c1fb7581b33 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4398837 Jun 24 10:17:06.055968 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd6f21b-9c8c-4ab0-a04f-025d1991a6be None None] Network aed54db4-217e-4a2a-a91a-66b640abbbf2 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:17:06.451065 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:06.455620 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294db7ec-6594-40e2-8619-a24ba02366e0 req-a03d9487-6a50-447b-a386-fe53d4d3c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:06.457756 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-294db7ec-6594-40e2-8619-a24ba02366e0 req-a03d9487-6a50-447b-a386-fe53d4d3c8f7 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 1129 time: 0.0533261 Jun 24 10:17:06.848012 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7951fd-d20e-4e88-aa00-2a81febe2a25 req-76c89a5d-610b-400c-a2a8-1982c484350c tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:06.849551 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fc7951fd-d20e-4e88-aa00-2a81febe2a25 req-76c89a5d-610b-400c-a2a8-1982c484350c tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0557382 Jun 24 10:17:06.899590 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fc7951fd-d20e-4e88-aa00-2a81febe2a25 req-025947bb-c062-4727-937b-871a81197bd5 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440769 Jun 24 10:17:07.057524 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9528f-17f9-481f-9c4f-b950a623d88b req-488b8a50-9a26-4376-aa7d-caec5c0948dc tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:07.059054 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4ce9528f-17f9-481f-9c4f-b950a623d88b req-488b8a50-9a26-4376-aa7d-caec5c0948dc tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0486965 Jun 24 10:17:07.112224 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4ce9528f-17f9-481f-9c4f-b950a623d88b req-c124b0f5-31f8-4316-9811-1789347f76d8 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475869 Jun 24 10:17:08.037102 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef3233-4076-41ae-bf87-ed82a588282b req-dfbd440f-055d-4854-b923-ac00b80931b8 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:08.038428 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-55ef3233-4076-41ae-bf87-ed82a588282b req-dfbd440f-055d-4854-b923-ac00b80931b8 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0669501 Jun 24 10:17:08.088076 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-55ef3233-4076-41ae-bf87-ed82a588282b req-b09c2317-98b4-4e8c-8c6a-3c21af7177ea tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418017 Jun 24 10:17:08.239228 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009445e5-1c60-4723-b56b-4ad0a5da4039 req-62895ac7-0f77-4861-971a-d7eb5f7f15e8 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:08.240645 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-009445e5-1c60-4723-b56b-4ad0a5da4039 req-62895ac7-0f77-4861-971a-d7eb5f7f15e8 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0556777 Jun 24 10:17:08.272704 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:08.299616 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-009445e5-1c60-4723-b56b-4ad0a5da4039 req-ef8c8cac-167b-4462-b244-0dab7b85ec47 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527449 Jun 24 10:17:09.215052 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc18695-5d54-4d5e-9152-dc691744ad06 req-af98f282-9cbe-48bc-91f8-c915e8334b9b tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:09.217103 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8cc18695-5d54-4d5e-9152-dc691744ad06 req-af98f282-9cbe-48bc-91f8-c915e8334b9b tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0554342 Jun 24 10:17:09.275183 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8cc18695-5d54-4d5e-9152-dc691744ad06 req-7f9e75fc-31e7-49bb-8ecf-a529a92dd484 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512810 Jun 24 10:17:09.428115 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f0b77-dc99-4648-b555-7b19bd514f00 req-ed70f40b-64bf-40f2-a936-372d650a7f27 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:09.429807 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-060f0b77-dc99-4648-b555-7b19bd514f00 req-ed70f40b-64bf-40f2-a936-372d650a7f27 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0579391 Jun 24 10:17:09.486222 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-060f0b77-dc99-4648-b555-7b19bd514f00 req-19f80a3b-647b-4b11-97e6-eab408efedcd tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489345 Jun 24 10:17:09.718912 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821f4bc-7284-4b79-a456-bd2d50e258d6 req-0275377d-ffa4-47ff-8fd6-2b0a9df90079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:09.720429 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b821f4bc-7284-4b79-a456-bd2d50e258d6 req-0275377d-ffa4-47ff-8fd6-2b0a9df90079 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=74111042535d44c8a52a4656eb37fa23&device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 1129 time: 0.1231847 Jun 24 10:17:09.727117 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825218d6-50a4-442e-abbf-5d3286739602 req-242d71b0-aa3c-41b2-b27b-ba51560c7805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:09.729105 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-825218d6-50a4-442e-abbf-5d3286739602 req-242d71b0-aa3c-41b2-b27b-ba51560c7805 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=172381cd65a94b1fa2939d6af673f6ba&device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 1130 time: 0.1013474 Jun 24 10:17:09.740155 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-294db7ec-6594-40e2-8619-a24ba02366e0 req-20efcde4-2b0d-462b-87ce-7118ecda9880 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230896 Jun 24 10:17:10.024089 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:10.420612 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825218d6-50a4-442e-abbf-5d3286739602 req-3cfba29d-914c-48e0-af1a-71e239d2f340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:10.422096 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-825218d6-50a4-442e-abbf-5d3286739602 req-3cfba29d-914c-48e0-af1a-71e239d2f340 service neutron] 10.222.0.27 "GET /v2.0/networks?id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 HTTP/1.1" status: 200 len: 920 time: 0.1914623 Jun 24 10:17:10.425140 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821f4bc-7284-4b79-a456-bd2d50e258d6 req-1ec28dd6-34a2-4ce3-b528-90f4b5bd7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:10.426495 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b821f4bc-7284-4b79-a456-bd2d50e258d6 req-1ec28dd6-34a2-4ce3-b528-90f4b5bd7a46 service neutron] 10.222.0.27 "GET /v2.0/networks?id=77e0b315-c6f0-401c-b090-3f73b33dd671 HTTP/1.1" status: 200 len: 918 time: 0.1944063 Jun 24 10:17:10.434211 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94735a-5543-4737-ba33-14737217686b req-a6a5d432-d386-4841-8e2b-5beacd708a96 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:10.435807 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2b94735a-5543-4737-ba33-14737217686b req-a6a5d432-d386-4841-8e2b-5beacd708a96 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0662830 Jun 24 10:17:10.490418 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2b94735a-5543-4737-ba33-14737217686b req-cd85840b-48f3-4ae9-be8e-adf31fd9697c tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484524 Jun 24 10:17:10.609044 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace26a0-2d75-47d0-9d98-4b4f6faf5cd2 req-15c4a073-9483-414e-a784-cee6c75e4c88 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:10.610472 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2ace26a0-2d75-47d0-9d98-4b4f6faf5cd2 req-15c4a073-9483-414e-a784-cee6c75e4c88 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0491576 Jun 24 10:17:10.679127 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2ace26a0-2d75-47d0-9d98-4b4f6faf5cd2 req-1eb7e983-def8-46f5-911b-8e1d5b1adfd2 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613189 Jun 24 10:17:10.748310 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b821f4bc-7284-4b79-a456-bd2d50e258d6 req-fc675693-0cc9-4324-a36b-716545bf4e9f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c384c38-8450-4bcf-a60e-98848c87017b HTTP/1.1" status: 200 len: 1001 time: 0.1249776 Jun 24 10:17:11.055415 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-825218d6-50a4-442e-abbf-5d3286739602 req-243be41e-2c87-45c9-9945-df774ca8daee service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b17bbb-f70d-4036-a17a-05e70d05ead8 HTTP/1.1" status: 200 len: 217 time: 0.0465202 Jun 24 10:17:11.100252 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821f4bc-7284-4b79-a456-bd2d50e258d6 req-bf052a5d-a069-4b49-89f1-82ba4b46de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:11.102966 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b821f4bc-7284-4b79-a456-bd2d50e258d6 req-bf052a5d-a069-4b49-89f1-82ba4b46de67 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=361faa5d-39ac-4ef9-a36e-94eab471915a HTTP/1.1" status: 200 len: 856 time: 0.0559189 Jun 24 10:17:11.255589 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821f4bc-7284-4b79-a456-bd2d50e258d6 req-72d21551-ce4d-4f7c-b83c-c514884c669c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:11.257153 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b821f4bc-7284-4b79-a456-bd2d50e258d6 req-72d21551-ce4d-4f7c-b83c-c514884c669c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=77e0b315-c6f0-401c-b090-3f73b33dd671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0832915 Jun 24 10:17:11.260848 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825218d6-50a4-442e-abbf-5d3286739602 req-b52dc062-8709-4a4e-8b50-b6856db31491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:11.262292 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-825218d6-50a4-442e-abbf-5d3286739602 req-b52dc062-8709-4a4e-8b50-b6856db31491 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=76a12e71-d45b-4321-aabc-7b9f132bf04a HTTP/1.1" status: 200 len: 858 time: 0.0968456 Jun 24 10:17:11.473589 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b821f4bc-7284-4b79-a456-bd2d50e258d6 req-33040574-9dfe-47ff-9863-e3d5a48eb885 service neutron] 10.222.0.27 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998197 Jun 24 10:17:11.587368 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825218d6-50a4-442e-abbf-5d3286739602 req-0172bd5a-ef14-4a9c-821d-22cb4c403836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:11.589577 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-825218d6-50a4-442e-abbf-5d3286739602 req-0172bd5a-ef14-4a9c-821d-22cb4c403836 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0826654 Jun 24 10:17:11.653975 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cccc7-22f4-4378-ac10-d4973227232c req-70252e70-9d71-4660-84ec-a17ec653c8c5 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:11.655492 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c83cccc7-22f4-4378-ac10-d4973227232c req-70252e70-9d71-4660-84ec-a17ec653c8c5 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0493345 Jun 24 10:17:11.729345 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c83cccc7-22f4-4378-ac10-d4973227232c req-5499a2dd-d115-4832-a4e4-8e6d4690dd2f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679052 Jun 24 10:17:11.821749 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0a9b7-d4e2-4d32-980f-b451a0755ed3 req-d0794c28-e4f9-499f-97f5-955bf042d1ef tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:11.823344 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-34b0a9b7-d4e2-4d32-980f-b451a0755ed3 req-d0794c28-e4f9-499f-97f5-955bf042d1ef tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0522330 Jun 24 10:17:11.875001 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-34b0a9b7-d4e2-4d32-980f-b451a0755ed3 req-a1d870cf-2e14-4169-a6c5-e38a9354da74 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449326 Jun 24 10:17:11.983257 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:11.992336 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b404c7-a278-4e32-8b49-bbd2a92de6ea req-c3aa5026-b81a-4602-84e8-9a69da8cd3a6 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:11.994124 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a2b404c7-a278-4e32-8b49-bbd2a92de6ea req-c3aa5026-b81a-4602-84e8-9a69da8cd3a6 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0508966 Jun 24 10:17:12.003640 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 32836) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:12.008426 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-2e92cda9-8aca-4566-a194-09d12b1c6c91 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Request body: {'floatingip': {'port_id': 'c453626e-6db1-429e-a1a1-df11a4d87ee5'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:17:12.073504 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b821f4bc-7284-4b79-a456-bd2d50e258d6 req-f79fd8ab-9b89-4e1a-a53f-c2307859a91f service neutron] 10.222.0.27 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343729 Jun 24 10:17:12.081847 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:12.102256 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2e92cda9-8aca-4566-a194-09d12b1c6c91 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for floatingip (7c0c5cf6-ee57-4e01-b475-00e6779ee4d7), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:12.146000 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-02626574-bfd4-4b42-967e-83cff130c591 req-bf907dc0-add0-4db0-91e9-ee85dee947eb service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0849292 Jun 24 10:17:12.173091 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-825218d6-50a4-442e-abbf-5d3286739602 req-36c74136-39f5-4a72-b039-7b2c46244922 service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380305 Jun 24 10:17:12.425496 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02626574-bfd4-4b42-967e-83cff130c591 req-d84e171e-8e9a-4a98-bf34-a7138850a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:12.427705 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-02626574-bfd4-4b42-967e-83cff130c591 req-d84e171e-8e9a-4a98-bf34-a7138850a522 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=74111042535d44c8a52a4656eb37fa23&device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 1129 time: 0.0783529 Jun 24 10:17:12.463044 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:12.497274 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-825218d6-50a4-442e-abbf-5d3286739602 req-93c27281-6ab9-4864-83a7-0d24aa9049d5 service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032814 Jun 24 10:17:12.598387 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02626574-bfd4-4b42-967e-83cff130c591 req-df9ee0f6-7aba-42f4-b6b0-df69962f0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:12.599947 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-02626574-bfd4-4b42-967e-83cff130c591 req-df9ee0f6-7aba-42f4-b6b0-df69962f0101 service neutron] 10.222.0.27 "GET /v2.0/networks?id=77e0b315-c6f0-401c-b090-3f73b33dd671 HTTP/1.1" status: 200 len: 918 time: 0.1347082 Jun 24 10:17:12.704355 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-02626574-bfd4-4b42-967e-83cff130c591 req-b0098843-6ecd-4b5c-b2a6-14fac373026f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c384c38-8450-4bcf-a60e-98848c87017b HTTP/1.1" status: 200 len: 1001 time: 0.0914192 Jun 24 10:17:12.777288 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02626574-bfd4-4b42-967e-83cff130c591 req-d8749124-9dd7-4290-bdc7-f4fbc44638e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:12.791267 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-02626574-bfd4-4b42-967e-83cff130c591 req-d8749124-9dd7-4290-bdc7-f4fbc44638e0 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=361faa5d-39ac-4ef9-a36e-94eab471915a HTTP/1.1" status: 200 len: 856 time: 0.0722609 Jun 24 10:17:12.844162 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02626574-bfd4-4b42-967e-83cff130c591 req-25290a6b-23ab-4c3f-9dd8-f687d0648741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:12.845833 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-02626574-bfd4-4b42-967e-83cff130c591 req-25290a6b-23ab-4c3f-9dd8-f687d0648741 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=77e0b315-c6f0-401c-b090-3f73b33dd671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492961 Jun 24 10:17:12.944157 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-02626574-bfd4-4b42-967e-83cff130c591 req-d0688364-4643-4417-b2f7-d51d898cfd88 service neutron] 10.222.0.27 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911291 Jun 24 10:17:13.049203 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-02626574-bfd4-4b42-967e-83cff130c591 req-5101a0c6-fbb8-4f22-b949-5f8979b8461a service neutron] 10.222.0.27 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981545 Jun 24 10:17:13.087105 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.db.resource_extend [None req-2e92cda9-8aca-4566-a194-09d12b1c6c91 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 10:17:13.127838 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833e0e4-f3f6-4c42-b87d-90f36cde4b03 req-b3582510-d790-4018-8f63-6b8b33d13c0c tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:13.129346 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f833e0e4-f3f6-4c42-b87d-90f36cde4b03 req-b3582510-d790-4018-8f63-6b8b33d13c0c tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.3033321 Jun 24 10:17:13.176945 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:13.188822 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2e92cda9-8aca-4566-a194-09d12b1c6c91 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:13.195302 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2e92cda9-8aca-4566-a194-09d12b1c6c91 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (7c0c5cf6-ee57-4e01-b475-00e6779ee4d7), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:13.261148 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f833e0e4-f3f6-4c42-b87d-90f36cde4b03 req-4f36de0f-466a-422d-9a5f-4047871b2a34 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201198 Jun 24 10:17:13.316703 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [None req-2e92cda9-8aca-4566-a194-09d12b1c6c91 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Floating IP 7c0c5cf6-ee57-4e01-b475-00e6779ee4d7 associated. External IP: 172.27.0.24, port: c453626e-6db1-429e-a1a1-df11a4d87ee5. Jun 24 10:17:13.532137 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e92cda9-8aca-4566-a194-09d12b1c6c91 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Router 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:17:13.640568 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e92cda9-8aca-4566-a194-09d12b1c6c91 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:17:13.645744 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2e92cda9-8aca-4566-a194-09d12b1c6c91 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:13.650299 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44b1b0e-e716-451e-ab8c-5fbe8de11676 None None] Sync routers for ids ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:17:13.661451 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44b1b0e-e716-451e-ab8c-5fbe8de11676 None None] Routers {'068770b2-bc4b-44d2-a0a7-2b1b345dbf73'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:17:13.662051 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-b44b1b0e-e716-451e-ab8c-5fbe8de11676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:16:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:17:13.670513 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:13.680554 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-2e92cda9-8aca-4566-a194-09d12b1c6c91 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "PUT /v2.0/floatingips/7c0c5cf6-ee57-4e01-b475-00e6779ee4d7 HTTP/1.1" status: 200 len: 990 time: 1.6755412 Jun 24 10:17:13.681162 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1', 'tag': 'c453626e-6db1-429e-a1a1-df11a4d87ee5'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:17:13.687880 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0842cb78391e2f7ce2bbbb97d4275cb0a39767f3185dad610fa5b26cb1bc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b1ff28-dbd0-4adc-851a-15e4ae46d30f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1", "tag": "c453626e-6db1-429e-a1a1-df11a4d87ee5"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:17:13.695865 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:13.713825 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:13.735055 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54817aba-cfeb-4b9d-80fd-0ad0a6a18f08 x-openstack-request-id: req-54817aba-cfeb-4b9d-80fd-0ad0a6a18f08 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:17:13.735602 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1", "tag": "c453626e-6db1-429e-a1a1-df11a4d87ee5", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:17:13.735950 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-54817aba-cfeb-4b9d-80fd-0ad0a6a18f08 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:17:13.736463 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54817aba-cfeb-4b9d-80fd-0ad0a6a18f08'] response: {'name': 'network-changed', 'server_uuid': 'e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1', 'tag': 'c453626e-6db1-429e-a1a1-df11a4d87ee5', 'status': 'completed', 'code': 200} Jun 24 10:17:13.794132 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-b44b1b0e-e716-451e-ab8c-5fbe8de11676 None None] Set router 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:17:13.868283 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1ff28-dbd0-4adc-851a-15e4ae46d30f req-bab8d2f8-fef9-479b-a518-208f73e214e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:13.870081 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e2b1ff28-dbd0-4adc-851a-15e4ae46d30f req-bab8d2f8-fef9-479b-a518-208f73e214e3 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a33a4f77f0ae4dc09d4f8c29babf3b03&device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 1129 time: 0.0881472 Jun 24 10:17:14.008100 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1ff28-dbd0-4adc-851a-15e4ae46d30f req-39532786-8dbd-462f-a7cd-d1be5367b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:14.011043 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e2b1ff28-dbd0-4adc-851a-15e4ae46d30f req-39532786-8dbd-462f-a7cd-d1be5367b20b service neutron] 10.222.0.27 "GET /v2.0/networks?id=d5489725-cb1e-4af4-bc56-f04397965dc8 HTTP/1.1" status: 200 len: 912 time: 0.1336684 Jun 24 10:17:14.068959 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-b44b1b0e-e716-451e-ab8c-5fbe8de11676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'name': 'tempest-AttachVolumeTestJSON-1587164432-router', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:16Z', 'revision_number': 4, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'gw_port': {'id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '7c0c5cf6-ee57-4e01-b475-00e6779ee4d7', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'port_id': 'c453626e-6db1-429e-a1a1-df11a4d87ee5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'mac_address': 'fa:16:3e:f5:c5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:16:25Z', 'updated_at': '2022-06-24T10:17:12Z', 'revision_number': 1, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26', 'name': '', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'mac_address': 'fa:16:3e:f1:ce:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:13Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 5, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'subnets': [{'id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:17:14.099809 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e2b1ff28-dbd0-4adc-851a-15e4ae46d30f req-ab1489bd-3cb4-4967-952a-be547fc52fa9 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c453626e-6db1-429e-a1a1-df11a4d87ee5 HTTP/1.1" status: 200 len: 998 time: 0.0767846 Jun 24 10:17:14.103429 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44b1b0e-e716-451e-ab8c-5fbe8de11676 None None] Checking router: 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:17:14.113096 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44b1b0e-e716-451e-ab8c-5fbe8de11676 None None] Routers {'068770b2-bc4b-44d2-a0a7-2b1b345dbf73'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:17:14.115627 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-b44b1b0e-e716-451e-ab8c-5fbe8de11676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:16:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:17:14.165148 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1ff28-dbd0-4adc-851a-15e4ae46d30f req-490db66c-b2bc-46be-a7b2-50435b2baedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:14.166630 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e2b1ff28-dbd0-4adc-851a-15e4ae46d30f req-490db66c-b2bc-46be-a7b2-50435b2baedc service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d457dd30-6a21-4bba-a15c-7b5069d5a773 HTTP/1.1" status: 200 len: 850 time: 0.0583932 Jun 24 10:17:14.265405 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-b44b1b0e-e716-451e-ab8c-5fbe8de11676 None None] Set router 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:17:14.413171 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ee304-7d2c-46ed-b005-c58d7e5194cf req-eb828175-9cc5-485f-a979-72f7f50b2fbf tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:14.419304 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-508ee304-7d2c-46ed-b005-c58d7e5194cf req-eb828175-9cc5-485f-a979-72f7f50b2fbf tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0716090 Jun 24 10:17:14.478991 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-508ee304-7d2c-46ed-b005-c58d7e5194cf req-54435e05-a7f8-4bba-883f-212597b427e1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566282 Jun 24 10:17:14.506975 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1ff28-dbd0-4adc-851a-15e4ae46d30f req-f1b35237-bc83-458f-95c8-26066c542586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:14.508785 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e2b1ff28-dbd0-4adc-851a-15e4ae46d30f req-f1b35237-bc83-458f-95c8-26066c542586 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d5489725-cb1e-4af4-bc56-f04397965dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3354149 Jun 24 10:17:14.515620 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-b44b1b0e-e716-451e-ab8c-5fbe8de11676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'name': 'tempest-AttachVolumeTestJSON-1587164432-router', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:16Z', 'revision_number': 4, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'gw_port': {'id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '7c0c5cf6-ee57-4e01-b475-00e6779ee4d7', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'port_id': 'c453626e-6db1-429e-a1a1-df11a4d87ee5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'mac_address': 'fa:16:3e:f5:c5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:16:25Z', 'updated_at': '2022-06-24T10:17:12Z', 'revision_number': 1, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26', 'name': '', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'mac_address': 'fa:16:3e:f1:ce:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:13Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 5, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'subnets': [{'id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:17:14.541070 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44b1b0e-e716-451e-ab8c-5fbe8de11676 None None] The sync data for ids ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'] in dv-cinder-847132-2-iscsi is: [{'id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'name': 'tempest-AttachVolumeTestJSON-1587164432-router', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:16Z', 'revision_number': 4, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'gw_port': {'id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '7c0c5cf6-ee57-4e01-b475-00e6779ee4d7', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'port_id': 'c453626e-6db1-429e-a1a1-df11a4d87ee5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'mac_address': 'fa:16:3e:f5:c5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:16:25Z', 'updated_at': '2022-06-24T10:17:12Z', 'revision_number': 1, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26', 'name': '', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'mac_address': 'fa:16:3e:f1:ce:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:13Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 5, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'subnets': [{'id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:17:14.609632 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:14.613748 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e2b1ff28-dbd0-4adc-851a-15e4ae46d30f req-ec221e40-5e97-4ff5-9d6f-4821ee42aae8 service neutron] 10.222.0.27 "GET /v2.0/networks/d5489725-cb1e-4af4-bc56-f04397965dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953236 Jun 24 10:17:14.719143 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e2b1ff28-dbd0-4adc-851a-15e4ae46d30f req-f79f0883-f5f7-479e-86f2-14bafa137953 service neutron] 10.222.0.27 "GET /v2.0/networks/d5489725-cb1e-4af4-bc56-f04397965dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972984 Jun 24 10:17:14.737293 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb51b7e-a79e-4a69-8ac2-ba9abfa3f3dd None None] New status for floating IP 7c0c5cf6-ee57-4e01-b475-00e6779ee4d7: ACTIVE {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:17:15.636021 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339c520-de52-43ef-ac9a-c25c9693186d req-8a2aee58-4aca-4f03-a50a-af8240ebdd32 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:15.638319 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7339c520-de52-43ef-ac9a-c25c9693186d req-8a2aee58-4aca-4f03-a50a-af8240ebdd32 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0608490 Jun 24 10:17:15.719472 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7339c520-de52-43ef-ac9a-c25c9693186d req-63e0afd9-5bda-4024-9ec5-fe4f35909f6e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745854 Jun 24 10:17:16.848147 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd5e3c-3e41-4a25-80de-12a011e9782c req-09d452ac-6be9-4393-98b7-f76064925220 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:16.850551 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e3fd5e3c-3e41-4a25-80de-12a011e9782c req-09d452ac-6be9-4393-98b7-f76064925220 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0574961 Jun 24 10:17:16.908920 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e3fd5e3c-3e41-4a25-80de-12a011e9782c req-66121afe-82ff-4fd8-aa6e-c6a8c33ad4b5 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498655 Jun 24 10:17:18.040096 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6b46d-65c2-4980-adff-1ea5bea077be req-24144005-e729-4c7c-8595-de2d1e53cfe4 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:18.041683 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7bb6b46d-65c2-4980-adff-1ea5bea077be req-24144005-e729-4c7c-8595-de2d1e53cfe4 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0543873 Jun 24 10:17:18.107976 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7bb6b46d-65c2-4980-adff-1ea5bea077be req-7f597aab-7d29-4d80-ba68-eefa1efd0977 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554938 Jun 24 10:17:19.233985 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec451c5a-eedc-4aff-80f5-f749c4fa3430 req-555f208e-9cf9-4e3a-9d41-8806b9c1802f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:19.235578 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ec451c5a-eedc-4aff-80f5-f749c4fa3430 req-555f208e-9cf9-4e3a-9d41-8806b9c1802f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0498242 Jun 24 10:17:19.285846 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ec451c5a-eedc-4aff-80f5-f749c4fa3430 req-497b847f-54aa-4f7d-9f14-21c65dfa819d tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443044 Jun 24 10:17:20.414867 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e895d-a815-4e3c-9713-cb99133286a6 req-184ef672-1d32-45fc-8979-0365149e1e68 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:20.416368 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-517e895d-a815-4e3c-9713-cb99133286a6 req-184ef672-1d32-45fc-8979-0365149e1e68 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0541184 Jun 24 10:17:20.428510 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:20.468580 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-517e895d-a815-4e3c-9713-cb99133286a6 req-574b66f0-0bd8-4da4-b6a9-ace2df58882b tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458393 Jun 24 10:17:21.602499 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e448e7-8fe4-4103-9e31-427b4b292546 req-04c9bb59-93a5-4aad-b747-ad10fc2273ec tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:21.605220 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-29e448e7-8fe4-4103-9e31-427b4b292546 req-04c9bb59-93a5-4aad-b747-ad10fc2273ec tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0615304 Jun 24 10:17:21.658046 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-29e448e7-8fe4-4103-9e31-427b4b292546 req-3bbc0349-5f8f-4832-8b60-1af8493d73bd tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466266 Jun 24 10:17:22.828369 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930fc49-1106-4770-af00-915430e68ff4 req-4f1cc9f3-5837-4042-9468-73119db03d36 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:22.840680 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0930fc49-1106-4770-af00-915430e68ff4 req-4f1cc9f3-5837-4042-9468-73119db03d36 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0714962 Jun 24 10:17:22.900024 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0930fc49-1106-4770-af00-915430e68ff4 req-3db4c4ba-2af4-46f8-8763-b43a2b5064d3 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577731 Jun 24 10:17:23.635615 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b1c59-5608-4715-a38e-33666f5a0163 req-e13f1795-a47b-4b0b-8e09-0804b211b640 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:23.637133 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c41b1c59-5608-4715-a38e-33666f5a0163 req-e13f1795-a47b-4b0b-8e09-0804b211b640 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 946 time: 0.0546253 Jun 24 10:17:23.697979 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c41b1c59-5608-4715-a38e-33666f5a0163 req-b681ae26-8350-40ef-a215-50a1d78fdd33 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/security-groups?id=7abb6ce8-718b-446c-9967-93fc9e6ba090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501378 Jun 24 10:17:24.027985 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0935e-031c-48e7-9da7-d37fe0e7ac1c req-29e8bf99-bf6b-4d30-9e6e-4b55c9446b44 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:24.029583 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4db0935e-031c-48e7-9da7-d37fe0e7ac1c req-29e8bf99-bf6b-4d30-9e6e-4b55c9446b44 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0511079 Jun 24 10:17:24.090414 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4db0935e-031c-48e7-9da7-d37fe0e7ac1c req-4e39ef86-ac51-4732-b107-23f0198df686 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537302 Jun 24 10:17:24.701381 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=9 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:24.716266 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:24.843966 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a3a05-9e63-406b-a1e3-0dd345264898 req-89adc3c1-0e28-4256-b079-f35d65fb19b7 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:24.845917 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-782a3a05-9e63-406b-a1e3-0dd345264898 req-89adc3c1-0e28-4256-b079-f35d65fb19b7 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 946 time: 0.0684049 Jun 24 10:17:24.846573 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2914f3a2-12bc-4e80-a02c-bf3a354f1285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:24.887548 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 33162) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:24.899407 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:24.944662 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-782a3a05-9e63-406b-a1e3-0dd345264898 req-3ba6e4ce-91af-4c9f-b386-426ccbe21900 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/security-groups?id=7abb6ce8-718b-446c-9967-93fc9e6ba090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803535 Jun 24 10:17:25.049444 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-df13b2b2-7251-4b34-8a93-c84b728cf7fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:25.133122 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-df13b2b2-7251-4b34-8a93-c84b728cf7fa admin admin] Publish callbacks [] for security_group (a3d7c28d-8eb7-4eec-be81-c0da6319e406), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:25.139146 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-df13b2b2-7251-4b34-8a93-c84b728cf7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (a3d7c28d-8eb7-4eec-be81-c0da6319e406), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:25.181664 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-df13b2b2-7251-4b34-8a93-c84b728cf7fa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a8c521bf29f14b9db28816bed9a4d0f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928481 Jun 24 10:17:25.183702 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13b2b2-7251-4b34-8a93-c84b728cf7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d7c28d-8eb7-4eec-be81-c0da6319e406,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:25.186532 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 33172) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:25.220635 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52995eee-2d90-4a9e-917c-a2a8e62e7c82 req-bdd493e9-ee0f-4fb3-8f2b-bf082a6d0af3 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:25.222564 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-52995eee-2d90-4a9e-917c-a2a8e62e7c82 req-bdd493e9-ee0f-4fb3-8f2b-bf082a6d0af3 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0571489 Jun 24 10:17:25.253822 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cbeb5ad0-dc4f-4c80-8bbd-1b00fc32017a admin admin] Publish callbacks [] for security_group (a3d7c28d-8eb7-4eec-be81-c0da6319e406), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:25.274503 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-52995eee-2d90-4a9e-917c-a2a8e62e7c82 req-af228822-b3d3-4f20-9e88-7ee19548b2d8 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457296 Jun 24 10:17:25.278127 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cbeb5ad0-dc4f-4c80-8bbd-1b00fc32017a admin admin] Publish callbacks [] for security_group (a3d7c28d-8eb7-4eec-be81-c0da6319e406), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:25.331299 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cbeb5ad0-dc4f-4c80-8bbd-1b00fc32017a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (a3d7c28d-8eb7-4eec-be81-c0da6319e406), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:25.333844 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cbeb5ad0-dc4f-4c80-8bbd-1b00fc32017a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:25.335148 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-cbeb5ad0-dc4f-4c80-8bbd-1b00fc32017a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a3d7c28d-8eb7-4eec-be81-c0da6319e406 HTTP/1.1" status: 204 len: 168 time: 0.1481328 Jun 24 10:17:25.344257 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb5ad0-dc4f-4c80-8bbd-1b00fc32017a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d7c28d-8eb7-4eec-be81-c0da6319e406,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:25.660642 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 33182) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:25.674219 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-73876a19-8f7a-443e-b401-ad8190acec06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:25.772121 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-73876a19-8f7a-443e-b401-ad8190acec06 admin admin] Publish callbacks [] for security_group (2108b954-094b-4d86-9bd8-3d7b22835e3f), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:25.777102 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-73876a19-8f7a-443e-b401-ad8190acec06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (2108b954-094b-4d86-9bd8-3d7b22835e3f), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:25.817082 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73876a19-8f7a-443e-b401-ad8190acec06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2108b954-094b-4d86-9bd8-3d7b22835e3f,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:25.822915 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-73876a19-8f7a-443e-b401-ad8190acec06 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7415a5010971428a9582b84bf6af8376&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1611607 Jun 24 10:17:25.826577 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 33184) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:25.883503 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ad771be3-d154-44e3-a612-181e58e36ee6 admin admin] Publish callbacks [] for security_group (2108b954-094b-4d86-9bd8-3d7b22835e3f), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:25.907759 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ad771be3-d154-44e3-a612-181e58e36ee6 admin admin] Publish callbacks [] for security_group (2108b954-094b-4d86-9bd8-3d7b22835e3f), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:25.910206 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:25.968953 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ad771be3-d154-44e3-a612-181e58e36ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (2108b954-094b-4d86-9bd8-3d7b22835e3f), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:25.972062 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ad771be3-d154-44e3-a612-181e58e36ee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:25.973079 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-ad771be3-d154-44e3-a612-181e58e36ee6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2108b954-094b-4d86-9bd8-3d7b22835e3f HTTP/1.1" status: 204 len: 168 time: 0.1453519 Jun 24 10:17:25.982750 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad771be3-d154-44e3-a612-181e58e36ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2108b954-094b-4d86-9bd8-3d7b22835e3f,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:26.091487 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36400b03-22b0-43bf-9789-e5f5a5865c6c req-53fb3ec7-8eeb-4273-8de7-deefade52af0 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:26.093444 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-36400b03-22b0-43bf-9789-e5f5a5865c6c req-53fb3ec7-8eeb-4273-8de7-deefade52af0 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 946 time: 0.0662956 Jun 24 10:17:26.172313 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-36400b03-22b0-43bf-9789-e5f5a5865c6c req-6d7e8cba-c284-48a1-9b01-7e9ef47918f9 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/security-groups?id=7abb6ce8-718b-446c-9967-93fc9e6ba090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642581 Jun 24 10:17:26.179973 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 33202) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:26.222588 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e996ead-85dd-4022-acd8-895d5c5f2ece admin admin] Deleting subnet a0e8a1c8-2aa4-439d-b0c7-f556f8815d83 {{(pid=104051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:17:26.231322 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1e996ead-85dd-4022-acd8-895d5c5f2ece admin admin] Publish callbacks [] for subnet (a0e8a1c8-2aa4-439d-b0c7-f556f8815d83), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:26.270058 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1e996ead-85dd-4022-acd8-895d5c5f2ece admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15358798'] for subnet (a0e8a1c8-2aa4-439d-b0c7-f556f8815d83), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:26.319140 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1e996ead-85dd-4022-acd8-895d5c5f2ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3788616'] for subnet (a0e8a1c8-2aa4-439d-b0c7-f556f8815d83), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:26.390925 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da02fd-8387-4d9d-b98f-77035998db74 req-24707b5c-fbea-4fef-86dd-811842504a40 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:26.392532 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-09da02fd-8387-4d9d-b98f-77035998db74 req-24707b5c-fbea-4fef-86dd-811842504a40 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.27 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 946 time: 0.1084900 Jun 24 10:17:26.450338 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42e88e-d314-41d3-8dd1-3eb946cfc5cf req-50d65346-09f1-4ea6-a79b-fc0fae0fb599 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:26.451949 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ff42e88e-d314-41d3-8dd1-3eb946cfc5cf req-50d65346-09f1-4ea6-a79b-fc0fae0fb599 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0811434 Jun 24 10:17:26.453500 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1e996ead-85dd-4022-acd8-895d5c5f2ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3788646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15869180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16557641'] for subnet (a0e8a1c8-2aa4-439d-b0c7-f556f8815d83), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:26.493770 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e996ead-85dd-4022-acd8-895d5c5f2ece admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0e8a1c8-2aa4-439d-b0c7-f556f8815d83,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:26.504426 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1e996ead-85dd-4022-acd8-895d5c5f2ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:26.510289 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-1e996ead-85dd-4022-acd8-895d5c5f2ece admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a0e8a1c8-2aa4-439d-b0c7-f556f8815d83 HTTP/1.1" status: 204 len: 168 time: 0.3328054 Jun 24 10:17:26.512086 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 33214) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:26.543056 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-09da02fd-8387-4d9d-b98f-77035998db74 req-3961ef28-275d-42e1-bfbe-f546f0c62ad5 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Deleting port 90942a6e-0933-48c1-80c9-55ff402f0b93 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:17:26.543534 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-09da02fd-8387-4d9d-b98f-77035998db74 req-3961ef28-275d-42e1-bfbe-f546f0c62ad5 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (90942a6e-0933-48c1-80c9-55ff402f0b93), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:26.559376 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:26.602424 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ff42e88e-d314-41d3-8dd1-3eb946cfc5cf req-cb6d691a-3ac9-47d9-93d3-29fb3902698d tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400437 Jun 24 10:17:26.611627 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8ef652b2-3939-4de5-9070-c2ebfad0b4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3438047'] for network (4c6737d8-b951-47cf-81c6-f1cf6e6a07a0), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:26.709680 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-09da02fd-8387-4d9d-b98f-77035998db74 req-3961ef28-275d-42e1-bfbe-f546f0c62ad5 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] For port 90942a6e-0933-48c1-80c9-55ff402f0b93, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=90942a6e-0933-48c1-80c9-55ff402f0b93,segment=NetworkSegment(125639f9-8741-4daa-bedb-b7f3c24f0880),segment_id=125639f9-8741-4daa-bedb-b7f3c24f0880)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:17:26.710150 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-09da02fd-8387-4d9d-b98f-77035998db74 req-3961ef28-275d-42e1-bfbe-f546f0c62ad5 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (90942a6e-0933-48c1-80c9-55ff402f0b93), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:26.714483 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8ef652b2-3939-4de5-9070-c2ebfad0b4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622709', 'neutron.services.segments.db._delete_segments_for_network-8739177752971'] for network (4c6737d8-b951-47cf-81c6-f1cf6e6a07a0), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:26.731897 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-09da02fd-8387-4d9d-b98f-77035998db74 req-3961ef28-275d-42e1-bfbe-f546f0c62ad5 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Calling delete_port for 90942a6e-0933-48c1-80c9-55ff402f0b93 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:17:26.745435 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-8ef652b2-3939-4de5-9070-c2ebfad0b4bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6737d8-b951-47cf-81c6-f1cf6e6a07a0']}} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:17:26.756778 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-8ef652b2-3939-4de5-9070-c2ebfad0b4bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c201307a-c571-4abf-86b4-9c032f99c22d') {'for_net_delete': True} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:17:26.757154 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-8ef652b2-3939-4de5-9070-c2ebfad0b4bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c201307a-c571-4abf-86b4-9c032f99c22d') {} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:17:26.771360 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8ef652b2-3939-4de5-9070-c2ebfad0b4bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739177753748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15358805'] for segment (c201307a-c571-4abf-86b4-9c032f99c22d), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:26.791011 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8ef652b2-3939-4de5-9070-c2ebfad0b4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (c201307a-c571-4abf-86b4-9c032f99c22d), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:26.795866 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef652b2-3939-4de5-9070-c2ebfad0b4bc admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=104051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:17:26.796366 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8ef652b2-3939-4de5-9070-c2ebfad0b4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15869078'] for segment (c201307a-c571-4abf-86b4-9c032f99c22d), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:26.826151 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.services.segments.plugin [-] Segment c201307a-c571-4abf-86b4-9c032f99c22d resource provider aggregate not found Jun 24 10:17:26.867810 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.services.segments.plugin [-] Segment c201307a-c571-4abf-86b4-9c032f99c22d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c201307a-c571-4abf-86b4-9c032f99c22d found for delete ", "request_id": "req-977321e7-dbd9-4c2f-b088-29d5a99f6bef"}]} Jun 24 10:17:26.891748 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8ef652b2-3939-4de5-9070-c2ebfad0b4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407106'] for network (4c6737d8-b951-47cf-81c6-f1cf6e6a07a0), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:26.900492 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8ef652b2-3939-4de5-9070-c2ebfad0b4bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:26.903732 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-8ef652b2-3939-4de5-9070-c2ebfad0b4bc admin admin] 10.222.0.64 "DELETE /v2.0/networks/4c6737d8-b951-47cf-81c6-f1cf6e6a07a0 HTTP/1.1" status: 204 len: 168 time: 0.3906808 Jun 24 10:17:26.907902 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 33234) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:26.917175 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef652b2-3939-4de5-9070-c2ebfad0b4bc admin admin] Pushing event deleted for resources: {'Network': ['ID=4c6737d8-b951-47cf-81c6-f1cf6e6a07a0,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:26.976393 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-09da02fd-8387-4d9d-b98f-77035998db74 req-3961ef28-275d-42e1-bfbe-f546f0c62ad5 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (90942a6e-0933-48c1-80c9-55ff402f0b93), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:26.987738 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=7 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:26.996268 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['90942a6e-0933-48c1-80c9-55ff402f0b93'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:17:27.015664 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961ef28-275d-42e1-bfbe-f546f0c62ad5 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Pushing event deleted for resources: {'Port': ['ID=90942a6e-0933-48c1-80c9-55ff402f0b93,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:27.023206 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc00990c-5559-472f-8a3a-0bb22ba9348f admin admin] Deleting subnet 2f400f62-c138-4d03-af9f-15164c3bff58 {{(pid=104052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:17:27.057652 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bc00990c-5559-472f-8a3a-0bb22ba9348f admin admin] Publish callbacks [] for subnet (2f400f62-c138-4d03-af9f-15164c3bff58), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:27.124030 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-09da02fd-8387-4d9d-b98f-77035998db74 req-3961ef28-275d-42e1-bfbe-f546f0c62ad5 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] No DVR routers for this DVR port 90942a6e-0933-48c1-80c9-55ff402f0b93 on host hv-cinder-84713 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:17:27.137936 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-09da02fd-8387-4d9d-b98f-77035998db74 req-3961ef28-275d-42e1-bfbe-f546f0c62ad5 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:27.141737 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-09da02fd-8387-4d9d-b98f-77035998db74 req-3961ef28-275d-42e1-bfbe-f546f0c62ad5 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.27 "DELETE /v2.0/ports/90942a6e-0933-48c1-80c9-55ff402f0b93 HTTP/1.1" status: 204 len: 173 time: 0.7391355 Jun 24 10:17:27.142299 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33ad457-f04e-45ab-994a-de25ed757120', 'name': 'network-vif-deleted', 'tag': '90942a6e-0933-48c1-80c9-55ff402f0b93'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:17:27.145886 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a836fe9d-f456-48bf-b3e4-fec08efc3b4f" -d '{"events": [{"server_uuid": "e33ad457-f04e-45ab-994a-de25ed757120", "name": "network-vif-deleted", "tag": "90942a6e-0933-48c1-80c9-55ff402f0b93"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:17:27.146157 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c1c773cd-cbbd-4f4d-bd1a-27420a53af60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:27.150043 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bc00990c-5559-472f-8a3a-0bb22ba9348f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293602'] for subnet (2f400f62-c138-4d03-af9f-15164c3bff58), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:27.196108 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:27.247458 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dcb53d-cfb6-4167-a6c9-147a9e503133 x-openstack-request-id: req-76dcb53d-cfb6-4167-a6c9-147a9e503133 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:17:27.248882 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33ad457-f04e-45ab-994a-de25ed757120", "name": "network-vif-deleted", "tag": "90942a6e-0933-48c1-80c9-55ff402f0b93", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:17:27.249152 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76dcb53d-cfb6-4167-a6c9-147a9e503133 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:17:27.249580 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76dcb53d-cfb6-4167-a6c9-147a9e503133'] response: {'server_uuid': 'e33ad457-f04e-45ab-994a-de25ed757120', 'name': 'network-vif-deleted', 'tag': '90942a6e-0933-48c1-80c9-55ff402f0b93', 'status': 'completed', 'code': 200} Jun 24 10:17:27.295511 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bc00990c-5559-472f-8a3a-0bb22ba9348f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3788616'] for subnet (2f400f62-c138-4d03-af9f-15164c3bff58), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:27.319290 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f8c81cee-7de0-4b68-af29-ceb90b8aa2d1 req-5ce5cbd3-071a-4c28-9f8e-9936a40ac069 tempest-DeleteServersTestJSON-1187438344 tempest-DeleteServersTestJSON-1187438344-project] 10.222.0.64 "GET /v2.0/ports?device_id=e33ad457-f04e-45ab-994a-de25ed757120 HTTP/1.1" status: 200 len: 210 time: 0.0433869 Jun 24 10:17:27.368527 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bc00990c-5559-472f-8a3a-0bb22ba9348f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3788646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11933662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12405517'] for subnet (2f400f62-c138-4d03-af9f-15164c3bff58), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:27.396597 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00990c-5559-472f-8a3a-0bb22ba9348f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f400f62-c138-4d03-af9f-15164c3bff58,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:27.400401 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bc00990c-5559-472f-8a3a-0bb22ba9348f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:27.406207 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-bc00990c-5559-472f-8a3a-0bb22ba9348f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2f400f62-c138-4d03-af9f-15164c3bff58 HTTP/1.1" status: 204 len: 168 time: 0.4952302 Jun 24 10:17:27.406689 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 33248) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:27.496388 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-64f2f0fd-0953-4949-8679-d245ef1bce56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3438047'] for network (aed54db4-217e-4a2a-a91a-66b640abbbf2), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:27.578085 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-64f2f0fd-0953-4949-8679-d245ef1bce56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622709', 'neutron.services.segments.db._delete_segments_for_network-8739177752971'] for network (aed54db4-217e-4a2a-a91a-66b640abbbf2), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:27.605762 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-64f2f0fd-0953-4949-8679-d245ef1bce56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed54db4-217e-4a2a-a91a-66b640abbbf2']}} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:17:27.617949 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:27.620824 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-64f2f0fd-0953-4949-8679-d245ef1bce56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c049ad6-3b10-4a89-b330-f146a57d938f') {'for_net_delete': True} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:17:27.621311 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-64f2f0fd-0953-4949-8679-d245ef1bce56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c049ad6-3b10-4a89-b330-f146a57d938f') {} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:17:27.636498 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-64f2f0fd-0953-4949-8679-d245ef1bce56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739177753748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15358805'] for segment (6c049ad6-3b10-4a89-b330-f146a57d938f), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:27.661722 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-64f2f0fd-0953-4949-8679-d245ef1bce56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (6c049ad6-3b10-4a89-b330-f146a57d938f), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:27.666196 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f2f0fd-0953-4949-8679-d245ef1bce56 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=104051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:17:27.667603 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-64f2f0fd-0953-4949-8679-d245ef1bce56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15869078'] for segment (6c049ad6-3b10-4a89-b330-f146a57d938f), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:27.787198 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-64f2f0fd-0953-4949-8679-d245ef1bce56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407106'] for network (aed54db4-217e-4a2a-a91a-66b640abbbf2), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:27.795700 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-64f2f0fd-0953-4949-8679-d245ef1bce56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:27.798221 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-64f2f0fd-0953-4949-8679-d245ef1bce56 admin admin] 10.222.0.64 "DELETE /v2.0/networks/aed54db4-217e-4a2a-a91a-66b640abbbf2 HTTP/1.1" status: 204 len: 168 time: 0.3904762 Jun 24 10:17:27.812275 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2f0fd-0953-4949-8679-d245ef1bce56 admin admin] Pushing event deleted for resources: {'Network': ['ID=aed54db4-217e-4a2a-a91a-66b640abbbf2,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:27.823592 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc528a1-f81f-45a5-afc6-82aea576934d req-860032e5-5883-4f30-add5-d3a32d9e6ba5 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:27.826215 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fcc528a1-f81f-45a5-afc6-82aea576934d req-860032e5-5883-4f30-add5-d3a32d9e6ba5 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0756288 Jun 24 10:17:27.897825 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fcc528a1-f81f-45a5-afc6-82aea576934d req-f42ac747-df56-431c-b91c-37819bbbbe35 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639334 Jun 24 10:17:28.025632 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 33268) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:28.084064 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-160988a2-5b52-4a39-867e-7aa72ba01221 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b99acc778f9b42558f2952a8d0cd618e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0535305 Jun 24 10:17:28.084534 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 33272) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:28.151733 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-deced5bc-79b3-4faa-9a72-37472397b10b admin admin] Publish callbacks [] for security_group (887c7dd2-10c1-472c-b6e2-db51aa49f115), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:28.187836 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-deced5bc-79b3-4faa-9a72-37472397b10b admin admin] Publish callbacks [] for security_group (887c7dd2-10c1-472c-b6e2-db51aa49f115), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:28.255024 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-deced5bc-79b3-4faa-9a72-37472397b10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (887c7dd2-10c1-472c-b6e2-db51aa49f115), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:28.257596 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-deced5bc-79b3-4faa-9a72-37472397b10b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:28.261913 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-deced5bc-79b3-4faa-9a72-37472397b10b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/887c7dd2-10c1-472c-b6e2-db51aa49f115 HTTP/1.1" status: 204 len: 168 time: 0.1761978 Jun 24 10:17:28.271852 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deced5bc-79b3-4faa-9a72-37472397b10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887c7dd2-10c1-472c-b6e2-db51aa49f115,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:28.313483 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:28.811377 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 33302) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:28.856745 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c9782bca-555b-4777-b50c-c925706fd8e9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d1fc6ec94c24a87a6ea7549572a960a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441740 Jun 24 10:17:28.859349 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 33304) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:28.891106 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.services.segments.plugin [-] Segment 6c049ad6-3b10-4a89-b330-f146a57d938f resource provider aggregate not found Jun 24 10:17:28.909449 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.services.segments.plugin [-] Segment 6c049ad6-3b10-4a89-b330-f146a57d938f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c049ad6-3b10-4a89-b330-f146a57d938f found for delete ", "request_id": "req-5a8a6ec2-3e34-42b7-8440-e3ffef48a619"}]} Jun 24 10:17:28.914551 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c611362a-5698-416d-bee9-dddbc0d0c39e admin admin] Publish callbacks [] for security_group (a2b86a20-1ad2-4a0a-9329-4f078dd2d7f5), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:28.937779 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c611362a-5698-416d-bee9-dddbc0d0c39e admin admin] Publish callbacks [] for security_group (a2b86a20-1ad2-4a0a-9329-4f078dd2d7f5), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:28.999471 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c611362a-5698-416d-bee9-dddbc0d0c39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (a2b86a20-1ad2-4a0a-9329-4f078dd2d7f5), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:29.002223 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c611362a-5698-416d-bee9-dddbc0d0c39e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:29.003638 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c611362a-5698-416d-bee9-dddbc0d0c39e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a2b86a20-1ad2-4a0a-9329-4f078dd2d7f5 HTTP/1.1" status: 204 len: 168 time: 0.1433256 Jun 24 10:17:29.013200 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611362a-5698-416d-bee9-dddbc0d0c39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b86a20-1ad2-4a0a-9329-4f078dd2d7f5,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:29.029014 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:29.047084 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e900b5f-a3e7-432f-8019-31f0c2a94479 req-f363fa13-1815-465a-8622-205c801aac8e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:29.049120 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3e900b5f-a3e7-432f-8019-31f0c2a94479 req-f363fa13-1815-465a-8622-205c801aac8e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0698161 Jun 24 10:17:29.107823 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3e900b5f-a3e7-432f-8019-31f0c2a94479 req-f6dc483a-8684-4cf8-86e9-d6abee0fbe56 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514376 Jun 24 10:17:29.722285 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:29.896124 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 33346) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:29.953872 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:30.204341 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:30.233909 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16dcb2-104d-421b-97fe-9f91e7e8e2fa req-f86d16a5-156e-4de6-a2de-c45e34e15bd1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:30.236156 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ca16dcb2-104d-421b-97fe-9f91e7e8e2fa req-f86d16a5-156e-4de6-a2de-c45e34e15bd1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0563200 Jun 24 10:17:30.297551 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ca16dcb2-104d-421b-97fe-9f91e7e8e2fa req-5b16df51-7e41-48d0-8a41-ba9a788c4023 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529068 Jun 24 10:17:30.387420 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-72b90d12-132b-4574-9ad3-3f1fa247e4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398309'] for router_interface (b8e73632-164d-440d-9559-dd43ed5d0d4e), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:30.586493 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 90942a6e-0933-48c1-80c9-55ff402f0b93 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:17:30.598244 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:17:30.606723 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] No Port match for: 90942a6e-0933-48c1-80c9-55ff402f0b93 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:17:30.607173 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 90942a6e-0933-48c1-80c9-55ff402f0b93 not bound to the agent host hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:17:30.612579 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:30.699750 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-72b90d12-132b-4574-9ad3-3f1fa247e4f6 admin admin] Deleting port 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:17:30.700009 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-72b90d12-132b-4574-9ad3-3f1fa247e4f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:30.786004 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-72b90d12-132b-4574-9ad3-3f1fa247e4f6 admin admin] For port 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4,segment=NetworkSegment(125639f9-8741-4daa-bedb-b7f3c24f0880),segment_id=125639f9-8741-4daa-bedb-b7f3c24f0880)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:17:30.786368 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-72b90d12-132b-4574-9ad3-3f1fa247e4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:30.801052 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-72b90d12-132b-4574-9ad3-3f1fa247e4f6 admin admin] Calling delete_port for 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4 owned by network:router_interface {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:17:31.019705 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-72b90d12-132b-4574-9ad3-3f1fa247e4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:31.045187 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b90d12-132b-4574-9ad3-3f1fa247e4f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:31.241362 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-72b90d12-132b-4574-9ad3-3f1fa247e4f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398193'] for router_interface (b8e73632-164d-440d-9559-dd43ed5d0d4e), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:31.351986 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:31.458110 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54570901-c408-40db-bf1b-c6ea4d6d7a91 req-911c5326-8545-4d37-8fa6-c766e425d3a8 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:31.459762 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-54570901-c408-40db-bf1b-c6ea4d6d7a91 req-911c5326-8545-4d37-8fa6-c766e425d3a8 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0615170 Jun 24 10:17:31.503120 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:31.562736 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-54570901-c408-40db-bf1b-c6ea4d6d7a91 req-1fbb2394-082d-4369-a2eb-c0017b66ba21 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953734 Jun 24 10:17:31.729422 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b90d12-132b-4574-9ad3-3f1fa247e4f6 admin admin] Router b8e73632-164d-440d-9559-dd43ed5d0d4e has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:17:31.778302 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:31.843516 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b90d12-132b-4574-9ad3-3f1fa247e4f6 admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:17:31.849274 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-72b90d12-132b-4574-9ad3-3f1fa247e4f6 admin admin] 10.222.0.64 "PUT /v2.0/routers/b8e73632-164d-440d-9559-dd43ed5d0d4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9539902 Jun 24 10:17:31.851849 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 33392) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:31.856870 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05180dee-b18d-49f6-aa92-ab7a80a76520 None None] Sync routers for ids ['b8e73632-164d-440d-9559-dd43ed5d0d4e'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:17:31.867815 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05180dee-b18d-49f6-aa92-ab7a80a76520 None None] Routers {'b8e73632-164d-440d-9559-dd43ed5d0d4e'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:17:31.868554 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-05180dee-b18d-49f6-aa92-ab7a80a76520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:17:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['b8e73632-164d-440d-9559-dd43ed5d0d4e'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:17:31.964900 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:31.967406 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-61fa93f9-8b41-4db0-83d0-66014013818f admin admin] Publish callbacks [] for router (b8e73632-164d-440d-9559-dd43ed5d0d4e), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:31.989217 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-05180dee-b18d-49f6-aa92-ab7a80a76520 None None] Set router b8e73632-164d-440d-9559-dd43ed5d0d4e gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:17:32.078856 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-61fa93f9-8b41-4db0-83d0-66014013818f admin admin] Publish callbacks [] for router_gateway (b8e73632-164d-440d-9559-dd43ed5d0d4e), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:32.129655 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-61fa93f9-8b41-4db0-83d0-66014013818f admin admin] Deleting port 14129a54-5c84-4055-829f-49851343086c {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:17:32.129994 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-61fa93f9-8b41-4db0-83d0-66014013818f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (14129a54-5c84-4055-829f-49851343086c), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:32.166870 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-05180dee-b18d-49f6-aa92-ab7a80a76520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e73632-164d-440d-9559-dd43ed5d0d4e', 'name': 'tempest-DeleteServersTestJSON-1176709000-router', 'tenant_id': '54baeb39b08b4d69aac8c4d42043112a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '14129a54-5c84-4055-829f-49851343086c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:17:30Z', 'revision_number': 5, 'project_id': '54baeb39b08b4d69aac8c4d42043112a', 'gw_port': {'id': '14129a54-5c84-4055-829f-49851343086c', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ad:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e73632-164d-440d-9559-dd43ed5d0d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:07Z', 'updated_at': '2022-06-24T10:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:17:32.191621 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05180dee-b18d-49f6-aa92-ab7a80a76520 None None] Checking router: b8e73632-164d-440d-9559-dd43ed5d0d4e for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:17:32.200333 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05180dee-b18d-49f6-aa92-ab7a80a76520 None None] Routers {'b8e73632-164d-440d-9559-dd43ed5d0d4e'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:17:32.200963 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-05180dee-b18d-49f6-aa92-ab7a80a76520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:17:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['b8e73632-164d-440d-9559-dd43ed5d0d4e'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:17:32.215416 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-61fa93f9-8b41-4db0-83d0-66014013818f admin admin] For port 14129a54-5c84-4055-829f-49851343086c, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=14129a54-5c84-4055-829f-49851343086c,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:17:32.216172 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-61fa93f9-8b41-4db0-83d0-66014013818f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (14129a54-5c84-4055-829f-49851343086c), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:32.231265 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-61fa93f9-8b41-4db0-83d0-66014013818f admin admin] Calling delete_port for 14129a54-5c84-4055-829f-49851343086c owned by network:router_gateway {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:17:32.302059 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-05180dee-b18d-49f6-aa92-ab7a80a76520 None None] Set router b8e73632-164d-440d-9559-dd43ed5d0d4e gateway port host: None {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:17:32.351276 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-05180dee-b18d-49f6-aa92-ab7a80a76520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e73632-164d-440d-9559-dd43ed5d0d4e', 'name': 'tempest-DeleteServersTestJSON-1176709000-router', 'tenant_id': '54baeb39b08b4d69aac8c4d42043112a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:17:32Z', 'revision_number': 6, 'project_id': '54baeb39b08b4d69aac8c4d42043112a', 'gw_port_host': None}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:17:32.381864 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05180dee-b18d-49f6-aa92-ab7a80a76520 None None] The sync data for ids ['b8e73632-164d-440d-9559-dd43ed5d0d4e'] in dv-cinder-847132-2-iscsi is: [{'id': 'b8e73632-164d-440d-9559-dd43ed5d0d4e', 'name': 'tempest-DeleteServersTestJSON-1176709000-router', 'tenant_id': '54baeb39b08b4d69aac8c4d42043112a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:17:32Z', 'revision_number': 6, 'project_id': '54baeb39b08b4d69aac8c4d42043112a', 'gw_port_host': None}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:17:32.419023 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-61fa93f9-8b41-4db0-83d0-66014013818f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (14129a54-5c84-4055-829f-49851343086c), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:32.448908 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa93f9-8b41-4db0-83d0-66014013818f admin admin] Pushing event deleted for resources: {'Port': ['ID=14129a54-5c84-4055-829f-49851343086c,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:32.516622 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:32.524339 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-61fa93f9-8b41-4db0-83d0-66014013818f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402005'] for router_gateway (b8e73632-164d-440d-9559-dd43ed5d0d4e), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:32.568195 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:32.635906 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-61fa93f9-8b41-4db0-83d0-66014013818f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7559'] for router (b8e73632-164d-440d-9559-dd43ed5d0d4e), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:32.638557 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-61fa93f9-8b41-4db0-83d0-66014013818f admin admin] Publish callbacks [] for router_controller (b8e73632-164d-440d-9559-dd43ed5d0d4e), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:32.708004 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125b821-f94d-44cc-a307-f91b18ac96ca req-671f1d60-8eb6-42fd-9052-24b5b46ff078 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:32.709519 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7125b821-f94d-44cc-a307-f91b18ac96ca req-671f1d60-8eb6-42fd-9052-24b5b46ff078 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0624745 Jun 24 10:17:32.729780 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-61fa93f9-8b41-4db0-83d0-66014013818f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399314'] for router (b8e73632-164d-440d-9559-dd43ed5d0d4e), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:32.730491 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fa93f9-8b41-4db0-83d0-66014013818f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8e73632-164d-440d-9559-dd43ed5d0d4e {{(pid=104052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:17:32.736517 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-61fa93f9-8b41-4db0-83d0-66014013818f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:32.737789 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-61fa93f9-8b41-4db0-83d0-66014013818f admin admin] 10.222.0.64 "DELETE /v2.0/routers/b8e73632-164d-440d-9559-dd43ed5d0d4e HTTP/1.1" status: 204 len: 168 time: 0.8850529 Jun 24 10:17:32.741350 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 33402) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:32.803254 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a9a71d-0861-4929-ac01-6c6fc1decac8 admin admin] Deleting subnet be671b55-3111-4267-9bbd-2d293c328860 {{(pid=104052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:17:32.803493 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7125b821-f94d-44cc-a307-f91b18ac96ca req-6d9e522a-a4cd-4f75-bae9-b0e4beaadd22 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755432 Jun 24 10:17:32.807442 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-87a9a71d-0861-4929-ac01-6c6fc1decac8 admin admin] Publish callbacks [] for subnet (be671b55-3111-4267-9bbd-2d293c328860), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:32.847186 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-87a9a71d-0861-4929-ac01-6c6fc1decac8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293602'] for subnet (be671b55-3111-4267-9bbd-2d293c328860), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:32.957887 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:32.963238 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-87a9a71d-0861-4929-ac01-6c6fc1decac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3788616'] for subnet (be671b55-3111-4267-9bbd-2d293c328860), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:33.026601 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-87a9a71d-0861-4929-ac01-6c6fc1decac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3788646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11933662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12405517'] for subnet (be671b55-3111-4267-9bbd-2d293c328860), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:33.062248 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-87a9a71d-0861-4929-ac01-6c6fc1decac8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:33.066226 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-87a9a71d-0861-4929-ac01-6c6fc1decac8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/be671b55-3111-4267-9bbd-2d293c328860 HTTP/1.1" status: 204 len: 168 time: 0.3237088 Jun 24 10:17:33.067482 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9a71d-0861-4929-ac01-6c6fc1decac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be671b55-3111-4267-9bbd-2d293c328860,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:33.069482 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 33408) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:33.069965 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6af379e-3565-49bc-8671-31ca5be38767 None None] Network 18282298-713d-408d-ae8c-c3fdda8948db requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:17:33.251063 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa1b32f-5912-4260-ae06-40878ed3720b None None] DHCP port deletion for 18282298-713d-408d-ae8c-c3fdda8948db request from dv-cinder-847132-2-iscsi {{(pid=104053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:17:33.298765 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 14129a54-5c84-4055-829f-49851343086c no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:17:33.321485 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-efa1b32f-5912-4260-ae06-40878ed3720b None None] Deleting port b7ac1689-3e59-42d8-a71b-f9868ca7808a {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:17:33.322078 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-efa1b32f-5912-4260-ae06-40878ed3720b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (b7ac1689-3e59-42d8-a71b-f9868ca7808a), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:33.324614 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: 14129a54-5c84-4055-829f-49851343086c {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:17:33.324959 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 14129a54-5c84-4055-829f-49851343086c not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:17:33.325376 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4 no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:17:33.353941 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:17:33.354292 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 3de9a9a9-d5eb-4c96-9c40-d9b8b7faeac4 not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:17:33.370537 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7b8e1ea2-67f8-48da-8b65-978acb7f1724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3438047'] for network (18282298-713d-408d-ae8c-c3fdda8948db), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:33.415036 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-7b8e1ea2-67f8-48da-8b65-978acb7f1724 admin admin] Deleting port b7ac1689-3e59-42d8-a71b-f9868ca7808a {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:17:33.415371 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7b8e1ea2-67f8-48da-8b65-978acb7f1724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (b7ac1689-3e59-42d8-a71b-f9868ca7808a), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:33.416906 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-efa1b32f-5912-4260-ae06-40878ed3720b None None] For port b7ac1689-3e59-42d8-a71b-f9868ca7808a, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=b7ac1689-3e59-42d8-a71b-f9868ca7808a,segment=NetworkSegment(125639f9-8741-4daa-bedb-b7f3c24f0880),segment_id=125639f9-8741-4daa-bedb-b7f3c24f0880)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:17:33.417220 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-efa1b32f-5912-4260-ae06-40878ed3720b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (b7ac1689-3e59-42d8-a71b-f9868ca7808a), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:33.432331 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-efa1b32f-5912-4260-ae06-40878ed3720b None None] Calling delete_port for b7ac1689-3e59-42d8-a71b-f9868ca7808a owned by network:dhcp {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:17:33.492093 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-7b8e1ea2-67f8-48da-8b65-978acb7f1724 admin admin] For port b7ac1689-3e59-42d8-a71b-f9868ca7808a, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=b7ac1689-3e59-42d8-a71b-f9868ca7808a,segment=NetworkSegment(125639f9-8741-4daa-bedb-b7f3c24f0880),segment_id=125639f9-8741-4daa-bedb-b7f3c24f0880)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:17:33.492469 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7b8e1ea2-67f8-48da-8b65-978acb7f1724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (b7ac1689-3e59-42d8-a71b-f9868ca7808a), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:33.507807 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-7b8e1ea2-67f8-48da-8b65-978acb7f1724 admin admin] Calling delete_port for b7ac1689-3e59-42d8-a71b-f9868ca7808a owned by network:dhcp {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:17:33.576133 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-efa1b32f-5912-4260-ae06-40878ed3720b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723'] for port (b7ac1689-3e59-42d8-a71b-f9868ca7808a), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:33.605057 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1b32f-5912-4260-ae06-40878ed3720b None None] No DVR routers for this DVR port b7ac1689-3e59-42d8-a71b-f9868ca7808a on host dv-cinder-847132-2-iscsi {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:17:33.607496 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1b32f-5912-4260-ae06-40878ed3720b None None] Pushing event deleted for resources: {'Port': ['ID=b7ac1689-3e59-42d8-a71b-f9868ca7808a,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:33.620401 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1b32f-5912-4260-ae06-40878ed3720b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:33.620849 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1b32f-5912-4260-ae06-40878ed3720b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:33.625877 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1b32f-5912-4260-ae06-40878ed3720b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:33.626262 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1b32f-5912-4260-ae06-40878ed3720b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:33.626609 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1b32f-5912-4260-ae06-40878ed3720b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:33.627000 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1b32f-5912-4260-ae06-40878ed3720b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:33.627336 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1b32f-5912-4260-ae06-40878ed3720b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:33.627666 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1b32f-5912-4260-ae06-40878ed3720b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:33.628296 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1b32f-5912-4260-ae06-40878ed3720b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:33.628296 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1b32f-5912-4260-ae06-40878ed3720b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:33.628797 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1b32f-5912-4260-ae06-40878ed3720b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:33.628958 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1b32f-5912-4260-ae06-40878ed3720b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:33.629279 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1b32f-5912-4260-ae06-40878ed3720b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:33.629603 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1b32f-5912-4260-ae06-40878ed3720b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:33.629923 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1b32f-5912-4260-ae06-40878ed3720b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:33.646284 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7b8e1ea2-67f8-48da-8b65-978acb7f1724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (b7ac1689-3e59-42d8-a71b-f9868ca7808a), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:33.673121 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e1ea2-67f8-48da-8b65-978acb7f1724 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ac1689-3e59-42d8-a71b-f9868ca7808a,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:33.679661 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8e1ea2-67f8-48da-8b65-978acb7f1724 admin admin] No DVR routers for this DVR port b7ac1689-3e59-42d8-a71b-f9868ca7808a on host dv-cinder-847132-2-iscsi {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:17:33.703165 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:33.753509 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7b8e1ea2-67f8-48da-8b65-978acb7f1724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622709', 'neutron.services.segments.db._delete_segments_for_network-8739177752971'] for network (18282298-713d-408d-ae8c-c3fdda8948db), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:33.776548 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-7b8e1ea2-67f8-48da-8b65-978acb7f1724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18282298-713d-408d-ae8c-c3fdda8948db']}} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:17:33.786787 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-7b8e1ea2-67f8-48da-8b65-978acb7f1724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125639f9-8741-4daa-bedb-b7f3c24f0880') {'for_net_delete': True} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:17:33.787089 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-7b8e1ea2-67f8-48da-8b65-978acb7f1724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125639f9-8741-4daa-bedb-b7f3c24f0880') {} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:17:33.797487 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7b8e1ea2-67f8-48da-8b65-978acb7f1724 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739177753748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15358805'] for segment (125639f9-8741-4daa-bedb-b7f3c24f0880), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:33.813683 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7b8e1ea2-67f8-48da-8b65-978acb7f1724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (125639f9-8741-4daa-bedb-b7f3c24f0880), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:33.821585 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8e1ea2-67f8-48da-8b65-978acb7f1724 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=104051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:17:33.821997 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7b8e1ea2-67f8-48da-8b65-978acb7f1724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15869078'] for segment (125639f9-8741-4daa-bedb-b7f3c24f0880), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:33.861075 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.services.segments.plugin [-] Segment 125639f9-8741-4daa-bedb-b7f3c24f0880 resource provider aggregate not found Jun 24 10:17:33.897732 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.services.segments.plugin [-] Segment 125639f9-8741-4daa-bedb-b7f3c24f0880 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 125639f9-8741-4daa-bedb-b7f3c24f0880 found for delete ", "request_id": "req-788ee991-7fdd-4c6a-815c-fc5fa3721662"}]} Jun 24 10:17:33.928805 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7b8e1ea2-67f8-48da-8b65-978acb7f1724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407106'] for network (18282298-713d-408d-ae8c-c3fdda8948db), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:33.937140 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7b8e1ea2-67f8-48da-8b65-978acb7f1724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:33.941521 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-7b8e1ea2-67f8-48da-8b65-978acb7f1724 admin admin] 10.222.0.64 "DELETE /v2.0/networks/18282298-713d-408d-ae8c-c3fdda8948db HTTP/1.1" status: 204 len: 168 time: 0.8699605 Jun 24 10:17:33.962642 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e1ea2-67f8-48da-8b65-978acb7f1724 admin admin] Pushing event deleted for resources: {'Network': ['ID=18282298-713d-408d-ae8c-c3fdda8948db,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:33.973276 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9e55b-fdea-4dfd-af4c-34d7361d2444 req-a1392db4-258e-4a46-a381-0d9b82fecbf0 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:33.975157 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bde9e55b-fdea-4dfd-af4c-34d7361d2444 req-a1392db4-258e-4a46-a381-0d9b82fecbf0 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0757241 Jun 24 10:17:34.031887 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bde9e55b-fdea-4dfd-af4c-34d7361d2444 req-0ffd5d9b-93b5-4f79-9849-dedfc779a578 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509737 Jun 24 10:17:34.153554 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 33428) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:34.204946 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-9d63a6bd-4f1a-4c02-818d-ea8b653276b9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=54baeb39b08b4d69aac8c4d42043112a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0501502 Jun 24 10:17:34.208419 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 33430) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:34.269251 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a33ef207-cc49-45d1-9de0-78ee6b17c9ce admin admin] Publish callbacks [] for security_group (7abb6ce8-718b-446c-9967-93fc9e6ba090), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:34.303493 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a33ef207-cc49-45d1-9de0-78ee6b17c9ce admin admin] Publish callbacks [] for security_group (7abb6ce8-718b-446c-9967-93fc9e6ba090), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:34.357740 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a33ef207-cc49-45d1-9de0-78ee6b17c9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (7abb6ce8-718b-446c-9967-93fc9e6ba090), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:34.365043 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a33ef207-cc49-45d1-9de0-78ee6b17c9ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:34.365043 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a33ef207-cc49-45d1-9de0-78ee6b17c9ce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7abb6ce8-718b-446c-9967-93fc9e6ba090 HTTP/1.1" status: 204 len: 168 time: 0.1522977 Jun 24 10:17:34.370508 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ef207-cc49-45d1-9de0-78ee6b17c9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abb6ce8-718b-446c-9967-93fc9e6ba090,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:34.937863 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device b7ac1689-3e59-42d8-a71b-f9868ca7808a no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:17:34.959070 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: b7ac1689-3e59-42d8-a71b-f9868ca7808a {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:17:34.959405 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device b7ac1689-3e59-42d8-a71b-f9868ca7808a not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:17:35.167244 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0161dd-77f3-41a5-834a-8a94ebea56be req-c69220a1-6406-4bb5-b323-57ba4c471072 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:35.168822 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5e0161dd-77f3-41a5-834a-8a94ebea56be req-c69220a1-6406-4bb5-b323-57ba4c471072 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0519042 Jun 24 10:17:35.224705 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5e0161dd-77f3-41a5-834a-8a94ebea56be req-e5a7cf33-75ac-4bdf-b200-ae241dfa4155 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498850 Jun 24 10:17:36.352338 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccb18a-c9ed-4a07-8cc6-9df7e76c737a req-4a4c9a34-109a-4347-97f9-a7c86c93629f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:36.354235 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-33ccb18a-c9ed-4a07-8cc6-9df7e76c737a req-4a4c9a34-109a-4347-97f9-a7c86c93629f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0521660 Jun 24 10:17:36.405957 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-33ccb18a-c9ed-4a07-8cc6-9df7e76c737a req-0217cf5d-2287-4ea8-b6d4-062a3271cf0d tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460467 Jun 24 10:17:37.531755 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528f48d-379a-41b5-bc82-83e9f69ce51d req-1d9b4691-e297-4dc9-b587-6b318cce5e01 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:37.536227 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6528f48d-379a-41b5-bc82-83e9f69ce51d req-1d9b4691-e297-4dc9-b587-6b318cce5e01 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0530772 Jun 24 10:17:37.557443 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:37.590104 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6528f48d-379a-41b5-bc82-83e9f69ce51d req-434cef4b-c3f0-4c5b-ac00-296459fedca9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509348 Jun 24 10:17:38.724751 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e16ca-469a-40c9-92ac-eff885a7cf65 req-f087a5d4-d872-449e-b5b5-22610e16d921 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:38.726743 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-975e16ca-469a-40c9-92ac-eff885a7cf65 req-f087a5d4-d872-449e-b5b5-22610e16d921 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0611925 Jun 24 10:17:38.786766 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-975e16ca-469a-40c9-92ac-eff885a7cf65 req-77cf0b0b-bb2c-4fe2-a86a-02cd2880654c tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527587 Jun 24 10:17:39.924633 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bae2a-c057-4222-aeb1-af018a04f5f0 req-4f190871-b060-4fa1-a49d-6d443edc9782 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:39.926182 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-682bae2a-c057-4222-aeb1-af018a04f5f0 req-4f190871-b060-4fa1-a49d-6d443edc9782 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0556960 Jun 24 10:17:39.981029 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-682bae2a-c057-4222-aeb1-af018a04f5f0 req-bb4b06cd-ad2a-49e2-a5ab-eb0f1407014f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482671 Jun 24 10:17:40.049409 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:40.137703 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 33650) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:40.255552 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bc14899a-883b-4758-a922-1a2a74570fb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:40.341463 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bc14899a-883b-4758-a922-1a2a74570fb2 admin admin] Publish callbacks [] for security_group (81a93709-f3f3-475b-83f4-be3bd5d80edc), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:40.346366 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bc14899a-883b-4758-a922-1a2a74570fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (81a93709-f3f3-475b-83f4-be3bd5d80edc), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:40.360362 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:40.392569 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-bc14899a-883b-4758-a922-1a2a74570fb2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d9194371a964aa7b7c2d0c59dbfc259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537172 Jun 24 10:17:40.395402 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14899a-883b-4758-a922-1a2a74570fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a93709-f3f3-475b-83f4-be3bd5d80edc,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:40.395586 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 33660) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:40.453441 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8c86d161-7655-4c4b-b9a7-29c585653430 admin admin] Publish callbacks [] for security_group (81a93709-f3f3-475b-83f4-be3bd5d80edc), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:40.477582 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8c86d161-7655-4c4b-b9a7-29c585653430 admin admin] Publish callbacks [] for security_group (81a93709-f3f3-475b-83f4-be3bd5d80edc), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:40.525812 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8c86d161-7655-4c4b-b9a7-29c585653430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (81a93709-f3f3-475b-83f4-be3bd5d80edc), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:40.528498 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8c86d161-7655-4c4b-b9a7-29c585653430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:40.529769 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-8c86d161-7655-4c4b-b9a7-29c585653430 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/81a93709-f3f3-475b-83f4-be3bd5d80edc HTTP/1.1" status: 204 len: 168 time: 0.1330411 Jun 24 10:17:40.537734 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86d161-7655-4c4b-b9a7-29c585653430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a93709-f3f3-475b-83f4-be3bd5d80edc,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:40.589001 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:40.815510 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 33666) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:40.829659 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-80641c24-5c02-49c6-991b-969c9e7f5e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:40.916645 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-80641c24-5c02-49c6-991b-969c9e7f5e2e admin admin] Publish callbacks [] for security_group (4ab8ca45-edab-4a92-a661-6f6a12c22d58), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:40.924423 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-80641c24-5c02-49c6-991b-969c9e7f5e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (4ab8ca45-edab-4a92-a661-6f6a12c22d58), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:40.968476 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80641c24-5c02-49c6-991b-969c9e7f5e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab8ca45-edab-4a92-a661-6f6a12c22d58,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:40.972848 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-80641c24-5c02-49c6-991b-969c9e7f5e2e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c8aed8644e3d4956b56b189336cd2d6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1563523 Jun 24 10:17:40.975479 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 33670) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:41.026537 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb40f-3c1c-4ff6-be24-c620e2d92b6c admin admin] Publish callbacks [] for security_group (4ab8ca45-edab-4a92-a661-6f6a12c22d58), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:41.049506 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb40f-3c1c-4ff6-be24-c620e2d92b6c admin admin] Publish callbacks [] for security_group (4ab8ca45-edab-4a92-a661-6f6a12c22d58), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:41.123040 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28984e-fc87-4d75-bbf7-043b588842d8 req-a406e340-d13b-4ddc-8312-c5202374a376 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:41.124547 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ea28984e-fc87-4d75-bbf7-043b588842d8 req-a406e340-d13b-4ddc-8312-c5202374a376 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0727203 Jun 24 10:17:41.160694 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb40f-3c1c-4ff6-be24-c620e2d92b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (4ab8ca45-edab-4a92-a661-6f6a12c22d58), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:41.163212 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb40f-3c1c-4ff6-be24-c620e2d92b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:41.165220 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-5f0cb40f-3c1c-4ff6-be24-c620e2d92b6c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ab8ca45-edab-4a92-a661-6f6a12c22d58 HTTP/1.1" status: 204 len: 168 time: 0.1879773 Jun 24 10:17:41.184694 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0cb40f-3c1c-4ff6-be24-c620e2d92b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab8ca45-edab-4a92-a661-6f6a12c22d58,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:41.198614 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ea28984e-fc87-4d75-bbf7-043b588842d8 req-1a1c97b6-96c0-42b1-9da2-4e2cda737420 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627973 Jun 24 10:17:42.303945 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:42.321794 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e1bfb-e9aa-44c2-81df-7fd674a659b2 req-2e53b03f-0fc6-4afa-b5b9-2551cb7b6457 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:42.323362 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b74e1bfb-e9aa-44c2-81df-7fd674a659b2 req-2e53b03f-0fc6-4afa-b5b9-2551cb7b6457 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0517979 Jun 24 10:17:42.379249 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b74e1bfb-e9aa-44c2-81df-7fd674a659b2 req-5110b1dd-60ae-4a8b-a716-8f4f6b9bc6ec tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500491 Jun 24 10:17:43.344269 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 33776) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:43.414877 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 33784) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:43.535073 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-81696389-3df1-4f30-9185-07faf30aa6b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:43.587768 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90598f25-8fbe-4ae0-adb2-90dca628c0ff req-8f058a63-98e9-4ae6-807e-bca5218a8e07 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:43.589392 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-90598f25-8fbe-4ae0-adb2-90dca628c0ff req-8f058a63-98e9-4ae6-807e-bca5218a8e07 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.1216323 Jun 24 10:17:43.611995 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-637109e2-d8a1-4a85-bd82-e46198cc6fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:43.702594 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-90598f25-8fbe-4ae0-adb2-90dca628c0ff req-cb584978-b1c9-4963-a441-9096b29ee819 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011257 Jun 24 10:17:43.742057 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:43.748805 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-81696389-3df1-4f30-9185-07faf30aa6b1 admin admin] Publish callbacks [] for security_group (5ade850e-cbc8-4247-8a90-9bdb7fb27ac4), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:43.758032 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-81696389-3df1-4f30-9185-07faf30aa6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (5ade850e-cbc8-4247-8a90-9bdb7fb27ac4), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:43.828986 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-81696389-3df1-4f30-9185-07faf30aa6b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2296bbe541c949c8a5383a7ac8f98c4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4832950 Jun 24 10:17:43.831327 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-637109e2-d8a1-4a85-bd82-e46198cc6fb1 admin admin] Publish callbacks [] for security_group (39ee8715-7924-4d7e-a4c1-7e7d489ac818), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:43.831851 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 33802) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:43.832427 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81696389-3df1-4f30-9185-07faf30aa6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ade850e-cbc8-4247-8a90-9bdb7fb27ac4,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:43.836968 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-637109e2-d8a1-4a85-bd82-e46198cc6fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (39ee8715-7924-4d7e-a4c1-7e7d489ac818), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:43.892358 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-637109e2-d8a1-4a85-bd82-e46198cc6fb1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4773dc0fca68414c9e07daf19e47efc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4760385 Jun 24 10:17:43.893028 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 33804) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:43.901987 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637109e2-d8a1-4a85-bd82-e46198cc6fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ee8715-7924-4d7e-a4c1-7e7d489ac818,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:43.903176 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-59be89dd-efdb-4d7a-9c90-da67a534948b admin admin] Publish callbacks [] for security_group (5ade850e-cbc8-4247-8a90-9bdb7fb27ac4), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:43.930375 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-59be89dd-efdb-4d7a-9c90-da67a534948b admin admin] Publish callbacks [] for security_group (5ade850e-cbc8-4247-8a90-9bdb7fb27ac4), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:43.951979 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c5de9345-7a4a-48b1-8197-d0bfaca5fe5a admin admin] Publish callbacks [] for security_group (39ee8715-7924-4d7e-a4c1-7e7d489ac818), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:43.981197 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c5de9345-7a4a-48b1-8197-d0bfaca5fe5a admin admin] Publish callbacks [] for security_group (39ee8715-7924-4d7e-a4c1-7e7d489ac818), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:43.992542 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-59be89dd-efdb-4d7a-9c90-da67a534948b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (5ade850e-cbc8-4247-8a90-9bdb7fb27ac4), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:43.996708 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-59be89dd-efdb-4d7a-9c90-da67a534948b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:44.001683 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-59be89dd-efdb-4d7a-9c90-da67a534948b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ade850e-cbc8-4247-8a90-9bdb7fb27ac4 HTTP/1.1" status: 204 len: 168 time: 0.1684349 Jun 24 10:17:44.010786 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be89dd-efdb-4d7a-9c90-da67a534948b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ade850e-cbc8-4247-8a90-9bdb7fb27ac4,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:44.011035 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:44.048714 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c5de9345-7a4a-48b1-8197-d0bfaca5fe5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (39ee8715-7924-4d7e-a4c1-7e7d489ac818), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:44.052276 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c5de9345-7a4a-48b1-8197-d0bfaca5fe5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:44.054231 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-c5de9345-7a4a-48b1-8197-d0bfaca5fe5a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/39ee8715-7924-4d7e-a4c1-7e7d489ac818 HTTP/1.1" status: 204 len: 168 time: 0.1593099 Jun 24 10:17:44.064694 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de9345-7a4a-48b1-8197-d0bfaca5fe5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ee8715-7924-4d7e-a4c1-7e7d489ac818,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:44.065714 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d1a84-49ba-425b-8a14-dac61bef269e req-893d6fb0-ade0-46f6-ae82-e4ee953d8b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:44.068619 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-574d1a84-49ba-425b-8a14-dac61bef269e req-893d6fb0-ade0-46f6-ae82-e4ee953d8b7c service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 1130 time: 0.0507460 Jun 24 10:17:44.099139 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:44.141018 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-574d1a84-49ba-425b-8a14-dac61bef269e req-7d86d54d-579e-428e-8dd4-e8dec2ccfe7e service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647359 Jun 24 10:17:44.411674 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 33824) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:44.431109 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0bd2582b-92de-4f17-9d66-13fc81c4efa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:44.518844 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0bd2582b-92de-4f17-9d66-13fc81c4efa1 admin admin] Publish callbacks [] for security_group (c66017fb-1287-4504-8ae0-88639b3cc364), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:44.523548 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0bd2582b-92de-4f17-9d66-13fc81c4efa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (c66017fb-1287-4504-8ae0-88639b3cc364), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:44.566942 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2582b-92de-4f17-9d66-13fc81c4efa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66017fb-1287-4504-8ae0-88639b3cc364,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:44.571450 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-0bd2582b-92de-4f17-9d66-13fc81c4efa1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=654eff9dd5874a5e9d7c6d59a5f4b5b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1586897 Jun 24 10:17:44.574228 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 33828) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:44.638680 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-19a9f589-f9b5-48cb-9f36-a2a9cd6a9210 admin admin] Publish callbacks [] for security_group (c66017fb-1287-4504-8ae0-88639b3cc364), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:44.670520 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-19a9f589-f9b5-48cb-9f36-a2a9cd6a9210 admin admin] Publish callbacks [] for security_group (c66017fb-1287-4504-8ae0-88639b3cc364), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:44.755754 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-19a9f589-f9b5-48cb-9f36-a2a9cd6a9210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (c66017fb-1287-4504-8ae0-88639b3cc364), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:44.759701 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-19a9f589-f9b5-48cb-9f36-a2a9cd6a9210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:44.761076 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-19a9f589-f9b5-48cb-9f36-a2a9cd6a9210 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c66017fb-1287-4504-8ae0-88639b3cc364 HTTP/1.1" status: 204 len: 168 time: 0.1858008 Jun 24 10:17:44.807941 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9f589-f9b5-48cb-9f36-a2a9cd6a9210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66017fb-1287-4504-8ae0-88639b3cc364,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:44.937185 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e130e6-d542-42e7-876b-58a9c28aa375 req-4bb97975-21e4-4e97-8d0f-7f30af156711 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:44.939143 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-78e130e6-d542-42e7-876b-58a9c28aa375 req-4bb97975-21e4-4e97-8d0f-7f30af156711 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.1380134 Jun 24 10:17:45.027602 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-78e130e6-d542-42e7-876b-58a9c28aa375 req-0ccec386-d313-4c96-8a76-720d83071dd6 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626903 Jun 24 10:17:45.540934 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 33892) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:45.677149 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9838a9fb-61d7-410b-8be9-07f824f51c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:45.776755 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9838a9fb-61d7-410b-8be9-07f824f51c4d admin admin] Publish callbacks [] for security_group (2aa27279-65d0-4e87-9c49-09d2451025be), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:45.784284 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9838a9fb-61d7-410b-8be9-07f824f51c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (2aa27279-65d0-4e87-9c49-09d2451025be), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:45.844716 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838a9fb-61d7-410b-8be9-07f824f51c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa27279-65d0-4e87-9c49-09d2451025be,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:45.850588 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-9838a9fb-61d7-410b-8be9-07f824f51c4d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb2141f0fe53497697d44eaca1707a64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3083942 Jun 24 10:17:45.854025 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 33904) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:45.871686 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=12 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:45.911412 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0272e7e8-74a9-4995-954b-c89b94a1e0dc admin admin] Publish callbacks [] for security_group (2aa27279-65d0-4e87-9c49-09d2451025be), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:45.936547 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0272e7e8-74a9-4995-954b-c89b94a1e0dc admin admin] Publish callbacks [] for security_group (2aa27279-65d0-4e87-9c49-09d2451025be), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:45.938735 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:45.991348 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0272e7e8-74a9-4995-954b-c89b94a1e0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (2aa27279-65d0-4e87-9c49-09d2451025be), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:45.993865 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0272e7e8-74a9-4995-954b-c89b94a1e0dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:45.997847 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-0272e7e8-74a9-4995-954b-c89b94a1e0dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2aa27279-65d0-4e87-9c49-09d2451025be HTTP/1.1" status: 204 len: 168 time: 0.1403947 Jun 24 10:17:46.003399 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272e7e8-74a9-4995-954b-c89b94a1e0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa27279-65d0-4e87-9c49-09d2451025be,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:46.015395 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:46.188246 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f50ab1-463e-409b-a8b4-91e80598d9d4 req-5b62c700-6bc1-4c1d-a48b-7925c4d82cd1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:46.194733 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b2f50ab1-463e-409b-a8b4-91e80598d9d4 req-5b62c700-6bc1-4c1d-a48b-7925c4d82cd1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0712931 Jun 24 10:17:46.265497 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b2f50ab1-463e-409b-a8b4-91e80598d9d4 req-f269cf4b-379b-43f8-b052-f6c8386f693d tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648372 Jun 24 10:17:46.395441 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31f683-055b-4bac-a1d4-4f5266c15183 req-1591e29d-8707-4821-abb8-de372634a756 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:46.396884 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0e31f683-055b-4bac-a1d4-4f5266c15183 req-1591e29d-8707-4821-abb8-de372634a756 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 946 time: 0.0541315 Jun 24 10:17:46.464843 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0e31f683-055b-4bac-a1d4-4f5266c15183 req-4ce2b182-a4c2-4abd-aa21-4a0645390416 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604074 Jun 24 10:17:46.687744 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 33956) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:46.797414 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 33964) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:47.047211 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c7dbf663-4d98-42af-a815-6e4eeca88559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:47.049663 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0c5ee384-08f8-4d16-bcf2-db03813f7d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:47.206869 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0c5ee384-08f8-4d16-bcf2-db03813f7d2e admin admin] Publish callbacks [] for security_group (9fbf2465-a514-44af-95c4-75b57eb67fea), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:47.220880 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0c5ee384-08f8-4d16-bcf2-db03813f7d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (9fbf2465-a514-44af-95c4-75b57eb67fea), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:47.225750 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c7dbf663-4d98-42af-a815-6e4eeca88559 admin admin] Publish callbacks [] for security_group (76b85355-ccb4-4371-b05e-e8d6d50c5631), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:47.242266 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c7dbf663-4d98-42af-a815-6e4eeca88559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (76b85355-ccb4-4371-b05e-e8d6d50c5631), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:47.280523 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ee384-08f8-4d16-bcf2-db03813f7d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbf2465-a514-44af-95c4-75b57eb67fea,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:47.290602 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-0c5ee384-08f8-4d16-bcf2-db03813f7d2e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f389b844cee34312a4c6640284c53ef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4910262 Jun 24 10:17:47.290779 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 33990) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:47.305927 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-c7dbf663-4d98-42af-a815-6e4eeca88559 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3d4512d231694fa187ada8905222baf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6156600 Jun 24 10:17:47.312307 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 33992) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:47.356999 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbf663-4d98-42af-a815-6e4eeca88559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b85355-ccb4-4371-b05e-e8d6d50c5631,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:47.388516 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b8603dfd-8b82-4db2-a288-381f36a09dbb admin admin] Publish callbacks [] for security_group (76b85355-ccb4-4371-b05e-e8d6d50c5631), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:47.394053 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bd18d563-7ca1-4d8a-bee9-fd139ad0affc admin admin] Publish callbacks [] for security_group (9fbf2465-a514-44af-95c4-75b57eb67fea), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:47.426816 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bd18d563-7ca1-4d8a-bee9-fd139ad0affc admin admin] Publish callbacks [] for security_group (9fbf2465-a514-44af-95c4-75b57eb67fea), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:47.427190 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b8603dfd-8b82-4db2-a288-381f36a09dbb admin admin] Publish callbacks [] for security_group (76b85355-ccb4-4371-b05e-e8d6d50c5631), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:47.486467 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bd18d563-7ca1-4d8a-bee9-fd139ad0affc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (9fbf2465-a514-44af-95c4-75b57eb67fea), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:47.489673 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bd18d563-7ca1-4d8a-bee9-fd139ad0affc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:47.491113 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-bd18d563-7ca1-4d8a-bee9-fd139ad0affc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9fbf2465-a514-44af-95c4-75b57eb67fea HTTP/1.1" status: 204 len: 168 time: 0.1994405 Jun 24 10:17:47.505498 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18d563-7ca1-4d8a-bee9-fd139ad0affc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbf2465-a514-44af-95c4-75b57eb67fea,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:47.524480 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b8603dfd-8b82-4db2-a288-381f36a09dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (76b85355-ccb4-4371-b05e-e8d6d50c5631), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:47.527503 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b8603dfd-8b82-4db2-a288-381f36a09dbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:47.528901 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-b8603dfd-8b82-4db2-a288-381f36a09dbb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/76b85355-ccb4-4371-b05e-e8d6d50c5631 HTTP/1.1" status: 204 len: 168 time: 0.2152629 Jun 24 10:17:47.552665 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8603dfd-8b82-4db2-a288-381f36a09dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b85355-ccb4-4371-b05e-e8d6d50c5631,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:48.178085 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:DELETE=11,neutron:UPDATE=1,neutron:SELECT=88 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:48.192713 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917c56-8d98-476d-a9a6-9fb275bfe7ec req-9da53b52-65be-461d-8990-dcb81f7a3002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:48.194867 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-08917c56-8d98-476d-a9a6-9fb275bfe7ec req-9da53b52-65be-461d-8990-dcb81f7a3002 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=172381cd65a94b1fa2939d6af673f6ba&device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 1130 time: 0.0524318 Jun 24 10:17:48.210821 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:48.230310 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1095a-fdae-420e-85ec-524e9db33ead req-adc9cedd-466f-4090-af8e-7fa7e0339b6e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:48.232321 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7af1095a-fdae-420e-85ec-524e9db33ead req-adc9cedd-466f-4090-af8e-7fa7e0339b6e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 946 time: 0.0680237 Jun 24 10:17:48.264277 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:DELETE=3,neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:48.289648 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7af1095a-fdae-420e-85ec-524e9db33ead req-cb98dd17-d989-4d6a-95eb-b1df2beb0318 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490866 Jun 24 10:17:48.330954 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917c56-8d98-476d-a9a6-9fb275bfe7ec req-fcfd66ce-0029-4754-ae9c-a57dd4cd65ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:48.332457 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-08917c56-8d98-476d-a9a6-9fb275bfe7ec req-fcfd66ce-0029-4754-ae9c-a57dd4cd65ed service neutron] 10.222.0.27 "GET /v2.0/networks?id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 HTTP/1.1" status: 200 len: 920 time: 0.1292734 Jun 24 10:17:48.377157 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-08917c56-8d98-476d-a9a6-9fb275bfe7ec req-7f8e3bff-5d43-4ce9-b441-c1ef1f65388e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05874f33-e136-4a35-af2c-074f2098eaf9 HTTP/1.1" status: 200 len: 217 time: 0.0366623 Jun 24 10:17:48.429537 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917c56-8d98-476d-a9a6-9fb275bfe7ec req-4cb246ed-49b4-4a22-a8c5-addb0a1b4876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:48.431819 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-08917c56-8d98-476d-a9a6-9fb275bfe7ec req-4cb246ed-49b4-4a22-a8c5-addb0a1b4876 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=76a12e71-d45b-4321-aabc-7b9f132bf04a HTTP/1.1" status: 200 len: 858 time: 0.0467205 Jun 24 10:17:48.484736 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917c56-8d98-476d-a9a6-9fb275bfe7ec req-73786789-5447-4457-b2a4-683e8f3b542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:48.486738 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-08917c56-8d98-476d-a9a6-9fb275bfe7ec req-73786789-5447-4457-b2a4-683e8f3b542a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483711 Jun 24 10:17:48.595024 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-08917c56-8d98-476d-a9a6-9fb275bfe7ec req-935fe6bb-f431-4e13-904e-2c83de3f02f6 service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992699 Jun 24 10:17:48.725126 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-08917c56-8d98-476d-a9a6-9fb275bfe7ec req-782c8810-e239-43f1-8646-add075836ee9 service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210406 Jun 24 10:17:49.424799 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c7bbc-ab09-4836-bd83-e0f620bdb425 req-2017904d-9784-4c7f-b34c-949901dbefd4 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:49.426294 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e62c7bbc-ab09-4836-bd83-e0f620bdb425 req-2017904d-9784-4c7f-b34c-949901dbefd4 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 946 time: 0.0537097 Jun 24 10:17:49.477929 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e62c7bbc-ab09-4836-bd83-e0f620bdb425 req-66159713-cfb2-4866-b73a-e45f3e9e2b25 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446453 Jun 24 10:17:50.625816 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9aa30-4560-4337-a831-2eda2f1a3f55 req-95244c71-2bed-4902-8b42-aa3b53ea0676 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:50.634354 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e8c9aa30-4560-4337-a831-2eda2f1a3f55 req-95244c71-2bed-4902-8b42-aa3b53ea0676 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 946 time: 0.0609615 Jun 24 10:17:50.686928 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e8c9aa30-4560-4337-a831-2eda2f1a3f55 req-02bc4a77-826d-4faa-bff2-965e6867940a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515127 Jun 24 10:17:51.828446 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587c9bf-7a40-4321-a376-e7560e74e0cc req-5e20d271-4d0d-46e1-b81f-2763a3f1e4a8 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:51.829991 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5587c9bf-7a40-4321-a376-e7560e74e0cc req-5e20d271-4d0d-46e1-b81f-2763a3f1e4a8 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 946 time: 0.0524759 Jun 24 10:17:51.885505 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5587c9bf-7a40-4321-a376-e7560e74e0cc req-828d8f27-d105-481e-a63e-60c7a2f31f08 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493956 Jun 24 10:17:53.018097 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa1e5d-9641-4948-8cf8-9280b4cff6fe req-9d4d867e-fb62-48db-9692-48f436535618 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:53.020484 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ccfa1e5d-9641-4948-8cf8-9280b4cff6fe req-9d4d867e-fb62-48db-9692-48f436535618 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 946 time: 0.0554872 Jun 24 10:17:53.073327 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ccfa1e5d-9641-4948-8cf8-9280b4cff6fe req-f405e75a-a254-4735-a461-d6e59ae0c362 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456247 Jun 24 10:17:53.402977 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 34212) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:53.546376 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-38be9f67-e1d8-444d-8675-93634aa0739b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:53.568878 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:53.595665 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:53.638458 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-38be9f67-e1d8-444d-8675-93634aa0739b admin admin] Publish callbacks [] for security_group (7ae1e409-0556-4c22-b8d6-a35107a5a346), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:53.643420 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-38be9f67-e1d8-444d-8675-93634aa0739b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (7ae1e409-0556-4c22-b8d6-a35107a5a346), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:53.687444 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-38be9f67-e1d8-444d-8675-93634aa0739b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=64f4d8d12085443eb16c2bade44938c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802844 Jun 24 10:17:53.688563 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be9f67-e1d8-444d-8675-93634aa0739b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae1e409-0556-4c22-b8d6-a35107a5a346,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:53.689251 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 34226) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:53.745469 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-aebc08da-8c41-42d2-a12b-2052d361bd0c admin admin] Publish callbacks [] for security_group (7ae1e409-0556-4c22-b8d6-a35107a5a346), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:53.768352 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-aebc08da-8c41-42d2-a12b-2052d361bd0c admin admin] Publish callbacks [] for security_group (7ae1e409-0556-4c22-b8d6-a35107a5a346), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:53.821513 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-aebc08da-8c41-42d2-a12b-2052d361bd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (7ae1e409-0556-4c22-b8d6-a35107a5a346), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:53.824063 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-aebc08da-8c41-42d2-a12b-2052d361bd0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:53.825226 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-aebc08da-8c41-42d2-a12b-2052d361bd0c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ae1e409-0556-4c22-b8d6-a35107a5a346 HTTP/1.1" status: 204 len: 168 time: 0.1349936 Jun 24 10:17:53.834945 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc08da-8c41-42d2-a12b-2052d361bd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae1e409-0556-4c22-b8d6-a35107a5a346,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:54.214186 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd8bc7-e98b-495e-a6fb-80bbb2d8a38b req-9cc65a42-599d-4068-90ac-ef13032e6f2c tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:54.216084 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-84bd8bc7-e98b-495e-a6fb-80bbb2d8a38b req-9cc65a42-599d-4068-90ac-ef13032e6f2c tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 946 time: 0.0505602 Jun 24 10:17:54.272830 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-84bd8bc7-e98b-495e-a6fb-80bbb2d8a38b req-2da70b2e-c6a5-4ab8-875f-2173d9effe92 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505307 Jun 24 10:17:54.833818 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-59f09117-5837-4fce-9243-20885d783732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:55.390320 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a5c07-4896-4f05-97e4-66802e1d34bc req-93be0fb1-7d25-484c-8f99-78a77841a684 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:55.391855 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-991a5c07-4896-4f05-97e4-66802e1d34bc req-93be0fb1-7d25-484c-8f99-78a77841a684 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 946 time: 0.0483689 Jun 24 10:17:55.440425 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-991a5c07-4896-4f05-97e4-66802e1d34bc req-243b5744-84e3-4a0a-972d-9702b05fd0f3 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429330 Jun 24 10:17:56.562823 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c7f1e-cfa3-46d1-9905-c4470775b243 req-7f0c2f4e-3ff5-4a59-8e3a-3f48fe45185f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:56.564330 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8d4c7f1e-cfa3-46d1-9905-c4470775b243 req-7f0c2f4e-3ff5-4a59-8e3a-3f48fe45185f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 946 time: 0.0535522 Jun 24 10:17:56.617695 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8d4c7f1e-cfa3-46d1-9905-c4470775b243 req-4d0ee697-26e3-49d2-b0d0-5611229f6d31 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469310 Jun 24 10:17:57.128732 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-217d25fa-c3c7-4812-a44b-e7080f848359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:57.781435 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e668b3a-9bea-4c2a-b984-7bede196c0b5 req-585966a3-52ac-4278-9cef-595b87168cb0 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:57.783234 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4e668b3a-9bea-4c2a-b984-7bede196c0b5 req-585966a3-52ac-4278-9cef-595b87168cb0 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 946 time: 0.0621846 Jun 24 10:17:57.839225 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4e668b3a-9bea-4c2a-b984-7bede196c0b5 req-18ae2af2-932d-4fe2-81fb-bc4139d0ef55 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487776 Jun 24 10:17:58.312215 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:59.016719 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1246f-703b-492c-9033-a253b7cdf81a req-b2edd4dd-7e12-4fba-ae13-e049ee753e9e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:59.018764 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a2c1246f-703b-492c-9033-a253b7cdf81a req-b2edd4dd-7e12-4fba-ae13-e049ee753e9e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 946 time: 0.1056025 Jun 24 10:17:59.074993 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:59.076136 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:59.081472 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a2c1246f-703b-492c-9033-a253b7cdf81a req-afaa70e9-d3e5-43f2-acf5-8090877f5b1e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551665 Jun 24 10:17:59.722609 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:59.803312 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 34400) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:17:59.921189 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2864ac8c-52ce-4b65-b887-720b759ddc9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:59.929746 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:59.975293 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:00.006088 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2864ac8c-52ce-4b65-b887-720b759ddc9c admin admin] Publish callbacks [] for security_group (5d3c6b1a-3a4b-4000-b819-bfdb78939854), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:00.012555 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2864ac8c-52ce-4b65-b887-720b759ddc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (5d3c6b1a-3a4b-4000-b819-bfdb78939854), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:00.047919 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864ac8c-52ce-4b65-b887-720b759ddc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3c6b1a-3a4b-4000-b819-bfdb78939854,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:00.067757 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 34404) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:00.068262 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-2864ac8c-52ce-4b65-b887-720b759ddc9c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ce278ea710f64c04b28929b9856e1875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632074 Jun 24 10:18:00.123974 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-73d8e5ab-37d5-4874-95ad-9848fd81ce6f admin admin] Publish callbacks [] for security_group (5d3c6b1a-3a4b-4000-b819-bfdb78939854), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:00.149168 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-73d8e5ab-37d5-4874-95ad-9848fd81ce6f admin admin] Publish callbacks [] for security_group (5d3c6b1a-3a4b-4000-b819-bfdb78939854), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:00.180843 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:00.187597 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc02f9-c226-4b0b-8200-6960d4d15ae7 req-25f63024-4f27-43dc-9c12-1d63bc731c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:00.189106 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-30fc02f9-c226-4b0b-8200-6960d4d15ae7 req-25f63024-4f27-43dc-9c12-1d63bc731c1e service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 1130 time: 0.0442207 Jun 24 10:18:00.225253 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3046f-ef5b-4977-8533-53edcaf11e5c req-3ce8da42-4cd5-40af-aa33-8d7f859cf847 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:00.226944 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-95e3046f-ef5b-4977-8533-53edcaf11e5c req-3ce8da42-4cd5-40af-aa33-8d7f859cf847 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 946 time: 0.0653789 Jun 24 10:18:00.243398 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-30fc02f9-c226-4b0b-8200-6960d4d15ae7 req-197fca24-4f2c-4423-be37-89f8196e598c service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461390 Jun 24 10:18:00.258741 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-73d8e5ab-37d5-4874-95ad-9848fd81ce6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (5d3c6b1a-3a4b-4000-b819-bfdb78939854), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:00.261584 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-73d8e5ab-37d5-4874-95ad-9848fd81ce6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:00.262980 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-73d8e5ab-37d5-4874-95ad-9848fd81ce6f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5d3c6b1a-3a4b-4000-b819-bfdb78939854 HTTP/1.1" status: 204 len: 168 time: 0.1934941 Jun 24 10:18:00.291246 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8e5ab-37d5-4874-95ad-9848fd81ce6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3c6b1a-3a4b-4000-b819-bfdb78939854,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:00.300921 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-95e3046f-ef5b-4977-8533-53edcaf11e5c req-7522c092-2b28-42d1-b308-4ebe13784e6b tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666695 Jun 24 10:18:01.449118 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05adc0-cab3-4277-95fd-9e4ca5beacd8 req-138053d4-6736-40fb-bc35-adbe9e2cb435 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:01.457878 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3d05adc0-cab3-4277-95fd-9e4ca5beacd8 req-138053d4-6736-40fb-bc35-adbe9e2cb435 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 946 time: 0.0658028 Jun 24 10:18:01.508960 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3d05adc0-cab3-4277-95fd-9e4ca5beacd8 req-794d2dd3-8541-47e7-80c2-4e1e46d4aabf tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501635 Jun 24 10:18:02.634504 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e7ff2-773e-4b5a-8f6d-8a80f94b4046 req-71ab7238-d2a2-4aad-9e13-938df9221052 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:02.637650 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fe4e7ff2-773e-4b5a-8f6d-8a80f94b4046 req-71ab7238-d2a2-4aad-9e13-938df9221052 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 946 time: 0.0550101 Jun 24 10:18:02.694426 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fe4e7ff2-773e-4b5a-8f6d-8a80f94b4046 req-0d56b2e7-c236-4d54-baed-c3ecc1e4c3a6 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479791 Jun 24 10:18:03.832353 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56092c03-a004-4e99-a941-aa5ac51924a8 req-e90564fa-d13b-420b-aa16-e0f695106b13 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:03.833886 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-56092c03-a004-4e99-a941-aa5ac51924a8 req-e90564fa-d13b-420b-aa16-e0f695106b13 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 946 time: 0.0607162 Jun 24 10:18:03.894201 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-56092c03-a004-4e99-a941-aa5ac51924a8 req-11fe4ca5-b172-482b-a816-bc972bbd22b8 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541401 Jun 24 10:18:05.025171 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95753357-6f4b-4b23-bd8d-4fc3c117038c req-d441c808-45a1-4b9e-859f-0f6cbc2e49d9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:05.026824 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-95753357-6f4b-4b23-bd8d-4fc3c117038c req-d441c808-45a1-4b9e-859f-0f6cbc2e49d9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 946 time: 0.0501885 Jun 24 10:18:05.077374 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-95753357-6f4b-4b23-bd8d-4fc3c117038c req-ddbf736e-ddbe-4520-9153-8f0fd3666e97 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445511 Jun 24 10:18:05.367847 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535031f1-9e77-4ac5-8b01-d59de1959bbd req-86e67899-2a5b-4355-a674-1baf175b1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:05.370154 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-535031f1-9e77-4ac5-8b01-d59de1959bbd req-86e67899-2a5b-4355-a674-1baf175b1567 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=172381cd65a94b1fa2939d6af673f6ba&device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 1130 time: 0.0592809 Jun 24 10:18:05.371085 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f46c4e-02e6-40f2-a180-a0c688d57ba6 req-e0917e86-b573-4928-b562-619dc904ec4d tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:05.374169 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-39f46c4e-02e6-40f2-a180-a0c688d57ba6 req-e0917e86-b573-4928-b562-619dc904ec4d tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 946 time: 0.0692089 Jun 24 10:18:05.465872 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-39f46c4e-02e6-40f2-a180-a0c688d57ba6 req-6d45931a-d986-4fba-a9b4-c4901dca169c tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798147 Jun 24 10:18:05.533693 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535031f1-9e77-4ac5-8b01-d59de1959bbd req-17771139-17b7-4b8c-a689-523876ac84dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:05.535717 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-535031f1-9e77-4ac5-8b01-d59de1959bbd req-17771139-17b7-4b8c-a689-523876ac84dd service neutron] 10.222.0.27 "GET /v2.0/networks?id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 HTTP/1.1" status: 200 len: 920 time: 0.1584470 Jun 24 10:18:05.585507 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-535031f1-9e77-4ac5-8b01-d59de1959bbd req-356cb443-a95b-4223-be66-9e3beed31dc1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05874f33-e136-4a35-af2c-074f2098eaf9 HTTP/1.1" status: 200 len: 217 time: 0.0421634 Jun 24 10:18:05.639465 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535031f1-9e77-4ac5-8b01-d59de1959bbd req-06f7f598-26cb-4d3e-93d4-0f5cc943f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:05.640951 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-535031f1-9e77-4ac5-8b01-d59de1959bbd req-06f7f598-26cb-4d3e-93d4-0f5cc943f727 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=76a12e71-d45b-4321-aabc-7b9f132bf04a HTTP/1.1" status: 200 len: 858 time: 0.0483673 Jun 24 10:18:05.694514 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535031f1-9e77-4ac5-8b01-d59de1959bbd req-c7c954aa-4bc2-4b7f-8435-d876cf606de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:05.696392 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-535031f1-9e77-4ac5-8b01-d59de1959bbd req-c7c954aa-4bc2-4b7f-8435-d876cf606de2 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454037 Jun 24 10:18:05.815865 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-535031f1-9e77-4ac5-8b01-d59de1959bbd req-92d54073-d40d-4729-9fa4-90b95f150f06 service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129553 Jun 24 10:18:05.850120 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 34624) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:05.929997 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-535031f1-9e77-4ac5-8b01-d59de1959bbd req-6719b38f-b43e-4ba2-9378-51e1b8ce8b4c service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056311 Jun 24 10:18:05.939874 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 34630) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:06.039763 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-80acb7e7-7bec-42cc-a731-8376b5c040ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:06.071789 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-dcad7db8-02b6-4a1c-bd1b-8c8124dac3a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:06.153981 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:06.157595 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:06.188400 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-80acb7e7-7bec-42cc-a731-8376b5c040ce admin admin] Publish callbacks [] for security_group (5170deb9-5b67-4697-8983-417f51c6a75b), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:06.197458 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-80acb7e7-7bec-42cc-a731-8376b5c040ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (5170deb9-5b67-4697-8983-417f51c6a75b), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:06.240396 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-dcad7db8-02b6-4a1c-bd1b-8c8124dac3a6 admin admin] Publish callbacks [] for security_group (a568e736-776d-4e48-861e-3281e26814ce), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:06.256351 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-dcad7db8-02b6-4a1c-bd1b-8c8124dac3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (a568e736-776d-4e48-861e-3281e26814ce), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:06.266387 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acb7e7-7bec-42cc-a731-8376b5c040ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5170deb9-5b67-4697-8983-417f51c6a75b,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:06.270270 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-80acb7e7-7bec-42cc-a731-8376b5c040ce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4aa87f65370249549c165b4dc8b82c7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4191134 Jun 24 10:18:06.273288 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 34634) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:06.289646 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acb7e7-7bec-42cc-a731-8376b5c040ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.289987 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acb7e7-7bec-42cc-a731-8376b5c040ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.290338 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acb7e7-7bec-42cc-a731-8376b5c040ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.290866 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acb7e7-7bec-42cc-a731-8376b5c040ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.291082 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acb7e7-7bec-42cc-a731-8376b5c040ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.291453 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acb7e7-7bec-42cc-a731-8376b5c040ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.291758 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acb7e7-7bec-42cc-a731-8376b5c040ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.292320 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acb7e7-7bec-42cc-a731-8376b5c040ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.292651 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acb7e7-7bec-42cc-a731-8376b5c040ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.292978 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acb7e7-7bec-42cc-a731-8376b5c040ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.293306 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acb7e7-7bec-42cc-a731-8376b5c040ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.293705 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acb7e7-7bec-42cc-a731-8376b5c040ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.293954 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acb7e7-7bec-42cc-a731-8376b5c040ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.294274 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acb7e7-7bec-42cc-a731-8376b5c040ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.294593 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acb7e7-7bec-42cc-a731-8376b5c040ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.310222 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-dcad7db8-02b6-4a1c-bd1b-8c8124dac3a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7e2ef17ac5be4eae9f94e6028983bfb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3691952 Jun 24 10:18:06.313260 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 34636) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:06.327815 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad7db8-02b6-4a1c-bd1b-8c8124dac3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a568e736-776d-4e48-861e-3281e26814ce,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:06.359227 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fe62b813-802c-4c08-b4d2-83b12d99b038 admin admin] Publish callbacks [] for security_group (5170deb9-5b67-4697-8983-417f51c6a75b), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:06.392363 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fe62b813-802c-4c08-b4d2-83b12d99b038 admin admin] Publish callbacks [] for security_group (5170deb9-5b67-4697-8983-417f51c6a75b), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:06.402127 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4fd40d4e-a34e-4d1b-81fc-f495947553b5 admin admin] Publish callbacks [] for security_group (a568e736-776d-4e48-861e-3281e26814ce), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:06.443543 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4fd40d4e-a34e-4d1b-81fc-f495947553b5 admin admin] Publish callbacks [] for security_group (a568e736-776d-4e48-861e-3281e26814ce), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:06.454553 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:06.513995 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fe62b813-802c-4c08-b4d2-83b12d99b038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (5170deb9-5b67-4697-8983-417f51c6a75b), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:06.516989 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fe62b813-802c-4c08-b4d2-83b12d99b038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:06.520937 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-fe62b813-802c-4c08-b4d2-83b12d99b038 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5170deb9-5b67-4697-8983-417f51c6a75b HTTP/1.1" status: 204 len: 168 time: 0.2466049 Jun 24 10:18:06.537949 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4fd40d4e-a34e-4d1b-81fc-f495947553b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (a568e736-776d-4e48-861e-3281e26814ce), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:06.540472 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4fd40d4e-a34e-4d1b-81fc-f495947553b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:06.541613 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-4fd40d4e-a34e-4d1b-81fc-f495947553b5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a568e736-776d-4e48-861e-3281e26814ce HTTP/1.1" status: 204 len: 168 time: 0.2260573 Jun 24 10:18:06.542613 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62b813-802c-4c08-b4d2-83b12d99b038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5170deb9-5b67-4697-8983-417f51c6a75b,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:06.551758 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62b813-802c-4c08-b4d2-83b12d99b038 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.552110 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62b813-802c-4c08-b4d2-83b12d99b038 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.552450 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62b813-802c-4c08-b4d2-83b12d99b038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.552787 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62b813-802c-4c08-b4d2-83b12d99b038 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.553119 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62b813-802c-4c08-b4d2-83b12d99b038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.553447 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62b813-802c-4c08-b4d2-83b12d99b038 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.553773 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62b813-802c-4c08-b4d2-83b12d99b038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.554091 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62b813-802c-4c08-b4d2-83b12d99b038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.554572 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62b813-802c-4c08-b4d2-83b12d99b038 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.555082 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62b813-802c-4c08-b4d2-83b12d99b038 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.555574 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62b813-802c-4c08-b4d2-83b12d99b038 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.556052 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62b813-802c-4c08-b4d2-83b12d99b038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.556518 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62b813-802c-4c08-b4d2-83b12d99b038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.556982 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62b813-802c-4c08-b4d2-83b12d99b038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.557539 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62b813-802c-4c08-b4d2-83b12d99b038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:06.571767 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd40d4e-a34e-4d1b-81fc-f495947553b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a568e736-776d-4e48-861e-3281e26814ce,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:06.576720 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:06.699790 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a01c62-ade4-42f7-91bc-5da6fba62f55 req-04de0383-a879-4c20-8006-b60cf4104533 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:06.701426 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c2a01c62-ade4-42f7-91bc-5da6fba62f55 req-04de0383-a879-4c20-8006-b60cf4104533 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 946 time: 0.0986519 Jun 24 10:18:06.764583 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c2a01c62-ade4-42f7-91bc-5da6fba62f55 req-6961a53d-96c7-4755-a361-eac8e8cb49e1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547869 Jun 24 10:18:06.935769 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 34660) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:06.956422 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4643911c-a066-4b57-9a09-2a5d78e36959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:06.983588 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 34662) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:06.998118 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-824d3c75-2c81-4867-a22f-eb75e3684353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:07.042632 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4643911c-a066-4b57-9a09-2a5d78e36959 admin admin] Publish callbacks [] for security_group (1ab9d33b-7d2a-482e-a247-15798a208679), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:07.047312 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4643911c-a066-4b57-9a09-2a5d78e36959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (1ab9d33b-7d2a-482e-a247-15798a208679), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:07.084510 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-824d3c75-2c81-4867-a22f-eb75e3684353 admin admin] Publish callbacks [] for security_group (aab0a229-3121-416b-9b27-e02875fbec05), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:07.086340 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643911c-a066-4b57-9a09-2a5d78e36959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab9d33b-7d2a-482e-a247-15798a208679,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:07.091203 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-824d3c75-2c81-4867-a22f-eb75e3684353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (aab0a229-3121-416b-9b27-e02875fbec05), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:07.091452 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-4643911c-a066-4b57-9a09-2a5d78e36959 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a6422b4f904b48d09b53fa960c54140a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544759 Jun 24 10:18:07.094915 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 34664) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:07.154627 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d3c75-2c81-4867-a22f-eb75e3684353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab0a229-3121-416b-9b27-e02875fbec05,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:07.169181 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-824d3c75-2c81-4867-a22f-eb75e3684353 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d6c0a4e40e3e4e1f8d962e848e11d3c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1843314 Jun 24 10:18:07.172095 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 34666) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:07.179308 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:07.190515 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-80360c70-077d-4ae3-8806-e6b46fbb7f68 admin admin] Publish callbacks [] for security_group (1ab9d33b-7d2a-482e-a247-15798a208679), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:07.214939 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-80360c70-077d-4ae3-8806-e6b46fbb7f68 admin admin] Publish callbacks [] for security_group (1ab9d33b-7d2a-482e-a247-15798a208679), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:07.227719 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3df32abb-d911-4dc5-a028-b200a6b2ced9 admin admin] Publish callbacks [] for security_group (aab0a229-3121-416b-9b27-e02875fbec05), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:07.255822 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3df32abb-d911-4dc5-a028-b200a6b2ced9 admin admin] Publish callbacks [] for security_group (aab0a229-3121-416b-9b27-e02875fbec05), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:07.268658 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-80360c70-077d-4ae3-8806-e6b46fbb7f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (1ab9d33b-7d2a-482e-a247-15798a208679), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:07.271350 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-80360c70-077d-4ae3-8806-e6b46fbb7f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:07.274896 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-80360c70-077d-4ae3-8806-e6b46fbb7f68 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1ab9d33b-7d2a-482e-a247-15798a208679 HTTP/1.1" status: 204 len: 168 time: 0.1704819 Jun 24 10:18:07.282491 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80360c70-077d-4ae3-8806-e6b46fbb7f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab9d33b-7d2a-482e-a247-15798a208679,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:07.324493 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3df32abb-d911-4dc5-a028-b200a6b2ced9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (aab0a229-3121-416b-9b27-e02875fbec05), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:07.327042 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3df32abb-d911-4dc5-a028-b200a6b2ced9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:07.328208 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-3df32abb-d911-4dc5-a028-b200a6b2ced9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aab0a229-3121-416b-9b27-e02875fbec05 HTTP/1.1" status: 204 len: 168 time: 0.1550930 Jun 24 10:18:07.337254 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df32abb-d911-4dc5-a028-b200a6b2ced9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab0a229-3121-416b-9b27-e02875fbec05,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:07.598925 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:18:07.771251 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 34686) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:07.787045 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-69959756-877f-4707-b149-7b05144a4f0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:07.847248 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:07.921810 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-69959756-877f-4707-b149-7b05144a4f0c admin admin] Publish callbacks [] for security_group (6b697eba-5a78-4cf3-8c56-784c579463a0), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:07.936678 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080e6ab-4ad4-4c2a-9f1e-efa45d56afca req-025b430b-bbc6-47c5-8f92-a571094c99dd tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:07.938274 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0080e6ab-4ad4-4c2a-9f1e-efa45d56afca req-025b430b-bbc6-47c5-8f92-a571094c99dd tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 946 time: 0.0843301 Jun 24 10:18:07.939468 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-69959756-877f-4707-b149-7b05144a4f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (6b697eba-5a78-4cf3-8c56-784c579463a0), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:07.969838 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:08.013237 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-69959756-877f-4707-b149-7b05144a4f0c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=86bf32696b9942ca845d59170e24e09b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406201 Jun 24 10:18:08.015945 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 34704) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:08.029065 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69959756-877f-4707-b149-7b05144a4f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b697eba-5a78-4cf3-8c56-784c579463a0,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:08.078467 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0080e6ab-4ad4-4c2a-9f1e-efa45d56afca req-a76e9de9-0ca8-48f8-a2c6-498d05d58384 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268134 Jun 24 10:18:08.127229 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8791c830-2ca1-4ec0-9624-33bec4ca59a8 admin admin] Publish callbacks [] for security_group (6b697eba-5a78-4cf3-8c56-784c579463a0), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:08.154753 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8791c830-2ca1-4ec0-9624-33bec4ca59a8 admin admin] Publish callbacks [] for security_group (6b697eba-5a78-4cf3-8c56-784c579463a0), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:08.220062 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8791c830-2ca1-4ec0-9624-33bec4ca59a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (6b697eba-5a78-4cf3-8c56-784c579463a0), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:08.224828 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8791c830-2ca1-4ec0-9624-33bec4ca59a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:08.231066 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-8791c830-2ca1-4ec0-9624-33bec4ca59a8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6b697eba-5a78-4cf3-8c56-784c579463a0 HTTP/1.1" status: 204 len: 168 time: 0.2135813 Jun 24 10:18:08.243138 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791c830-2ca1-4ec0-9624-33bec4ca59a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b697eba-5a78-4cf3-8c56-784c579463a0,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:08.299860 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dfcf3f2f-eca8-4361-bba2-db0ddc54b599 req-7bb85b34-d13b-43ed-a344-caba2b5451ca service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517790 Jun 24 10:18:08.368650 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf3f2f-eca8-4361-bba2-db0ddc54b599 req-ac82bd14-303f-481b-9e9c-904b61f3a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:08.372010 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 34718) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:08.372584 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dfcf3f2f-eca8-4361-bba2-db0ddc54b599 req-ac82bd14-303f-481b-9e9c-904b61f3a793 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=172381cd65a94b1fa2939d6af673f6ba&device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 1130 time: 0.0453935 Jun 24 10:18:08.533754 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf3f2f-eca8-4361-bba2-db0ddc54b599 req-765d6b26-e853-419f-8a2b-9f129a6f7849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:08.535439 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dfcf3f2f-eca8-4361-bba2-db0ddc54b599 req-765d6b26-e853-419f-8a2b-9f129a6f7849 service neutron] 10.222.0.27 "GET /v2.0/networks?id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 HTTP/1.1" status: 200 len: 920 time: 0.1300864 Jun 24 10:18:08.585660 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dfcf3f2f-eca8-4361-bba2-db0ddc54b599 req-ae6855db-7c52-44a9-825c-b306388868a1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05874f33-e136-4a35-af2c-074f2098eaf9 HTTP/1.1" status: 200 len: 217 time: 0.0393109 Jun 24 10:18:08.645414 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf3f2f-eca8-4361-bba2-db0ddc54b599 req-60937195-869d-41ca-8a32-68ff0eee858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:08.647133 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dfcf3f2f-eca8-4361-bba2-db0ddc54b599 req-60937195-869d-41ca-8a32-68ff0eee858a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=76a12e71-d45b-4321-aabc-7b9f132bf04a HTTP/1.1" status: 200 len: 858 time: 0.0549078 Jun 24 10:18:08.662936 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:08.699551 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-751167ff-f273-4909-8a13-4c02e82118b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:08.701356 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf3f2f-eca8-4361-bba2-db0ddc54b599 req-aa5c905a-8cfb-44f4-9423-866d54aa254d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:08.703639 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dfcf3f2f-eca8-4361-bba2-db0ddc54b599 req-aa5c905a-8cfb-44f4-9423-866d54aa254d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481975 Jun 24 10:18:08.834558 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-751167ff-f273-4909-8a13-4c02e82118b2 admin admin] Publish callbacks [] for security_group (82d9083a-1fd1-46c7-9eea-f2b5254cd65a), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:08.841387 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-751167ff-f273-4909-8a13-4c02e82118b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (82d9083a-1fd1-46c7-9eea-f2b5254cd65a), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:08.847117 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dfcf3f2f-eca8-4361-bba2-db0ddc54b599 req-ea13b469-8f43-44bb-ae1e-d5495045375a service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349616 Jun 24 10:18:08.892090 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751167ff-f273-4909-8a13-4c02e82118b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d9083a-1fd1-46c7-9eea-f2b5254cd65a,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:08.911488 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-751167ff-f273-4909-8a13-4c02e82118b2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=66931d9e9d4849ab9c78bb11624e3177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5383584 Jun 24 10:18:08.916038 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 34740) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:08.976727 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dfcf3f2f-eca8-4361-bba2-db0ddc54b599 req-7419a7f7-7f97-4e20-aba3-3e500d58642d service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209211 Jun 24 10:18:08.986875 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a62e00bb-2948-47ff-95c9-7ebf62c61b9b admin admin] Publish callbacks [] for security_group (82d9083a-1fd1-46c7-9eea-f2b5254cd65a), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:09.015980 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a62e00bb-2948-47ff-95c9-7ebf62c61b9b admin admin] Publish callbacks [] for security_group (82d9083a-1fd1-46c7-9eea-f2b5254cd65a), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:09.085389 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a62e00bb-2948-47ff-95c9-7ebf62c61b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (82d9083a-1fd1-46c7-9eea-f2b5254cd65a), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:09.094091 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a62e00bb-2948-47ff-95c9-7ebf62c61b9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:09.099448 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-a62e00bb-2948-47ff-95c9-7ebf62c61b9b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/82d9083a-1fd1-46c7-9eea-f2b5254cd65a HTTP/1.1" status: 204 len: 168 time: 0.1768489 Jun 24 10:18:09.117110 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e00bb-2948-47ff-95c9-7ebf62c61b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d9083a-1fd1-46c7-9eea-f2b5254cd65a,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:09.224185 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8552910-eb87-47a5-8530-b198f90b9232 req-ae234cbe-061c-473b-812e-99f5d7ff8c5d tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:09.227512 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c8552910-eb87-47a5-8530-b198f90b9232 req-ae234cbe-061c-473b-812e-99f5d7ff8c5d tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 946 time: 0.0544078 Jun 24 10:18:09.280029 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c8552910-eb87-47a5-8530-b198f90b9232 req-3b0333ca-043c-431a-8ac8-5a2dd0987141 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470195 Jun 24 10:18:09.577309 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:10.075371 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:10.836841 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 34810) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:10.841842 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-3f2999f3-c143-4ae9-8ea5-b6abf36305a9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2041606093', 'description': 'tempest-description--583505816'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:18:10.863580 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3f2999f3-c143-4ae9-8ea5-b6abf36305a9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:10.947970 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3f2999f3-c143-4ae9-8ea5-b6abf36305a9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for security_group (1dc8d904-094e-4381-99e9-0fd634a890ab), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:10.952982 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3f2999f3-c143-4ae9-8ea5-b6abf36305a9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (1dc8d904-094e-4381-99e9-0fd634a890ab), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:10.959080 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:10.985927 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3f2999f3-c143-4ae9-8ea5-b6abf36305a9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:10.990139 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-3f2999f3-c143-4ae9-8ea5-b6abf36305a9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1495144 Jun 24 10:18:10.990139 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2999f3-c143-4ae9-8ea5-b6abf36305a9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc8d904-094e-4381-99e9-0fd634a890ab,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:10.990774 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 34816) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:10.997183 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-b4af1aa3-40cb-4e95-a187-dc51f7c81022 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Request body: {'security_group_rule': {'security_group_id': '1dc8d904-094e-4381-99e9-0fd634a890ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:18:11.027641 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b4af1aa3-40cb-4e95-a187-dc51f7c81022 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for security_group_rule (77ca5809-5c81-45bd-870f-f7d9f2cf31b3), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:11.086039 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b4af1aa3-40cb-4e95-a187-dc51f7c81022 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for security_group_rule (77ca5809-5c81-45bd-870f-f7d9f2cf31b3), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:11.091182 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b4af1aa3-40cb-4e95-a187-dc51f7c81022 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (77ca5809-5c81-45bd-870f-f7d9f2cf31b3), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:11.115500 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af1aa3-40cb-4e95-a187-dc51f7c81022 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ca5809-5c81-45bd-870f-f7d9f2cf31b3,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:11.120798 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b4af1aa3-40cb-4e95-a187-dc51f7c81022 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:11.123186 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-b4af1aa3-40cb-4e95-a187-dc51f7c81022 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1316233 Jun 24 10:18:11.124831 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 34822) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:11.133069 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-ef4ae68e-86fb-48c2-b493-d492e7cd2a8c tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Request body: {'security_group_rule': {'security_group_id': '1dc8d904-094e-4381-99e9-0fd634a890ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:18:11.422316 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ef4ae68e-86fb-48c2-b493-d492e7cd2a8c tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for security_group_rule (143a11ab-46cc-41c2-a274-9b18ecfe3787), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:11.453578 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:11.489422 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ef4ae68e-86fb-48c2-b493-d492e7cd2a8c tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for security_group_rule (143a11ab-46cc-41c2-a274-9b18ecfe3787), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:11.496867 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ef4ae68e-86fb-48c2-b493-d492e7cd2a8c tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (143a11ab-46cc-41c2-a274-9b18ecfe3787), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:11.518639 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ae68e-86fb-48c2-b493-d492e7cd2a8c tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143a11ab-46cc-41c2-a274-9b18ecfe3787,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:11.525927 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ef4ae68e-86fb-48c2-b493-d492e7cd2a8c tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:11.527879 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ef4ae68e-86fb-48c2-b493-d492e7cd2a8c tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4021540 Jun 24 10:18:11.532294 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 34828) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:11.536639 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-ecbf2c5a-78f7-4c67-bcc8-debeeb85633a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Request body: {'floatingip': {'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:18:11.561998 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ecbf2c5a-78f7-4c67-bcc8-debeeb85633a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:11.655222 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ecbf2c5a-78f7-4c67-bcc8-debeeb85633a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:11.776596 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-ecbf2c5a-78f7-4c67-bcc8-debeeb85633a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Allocated IP 172.27.0.23 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/5c9b4221-d50e-4e2d-8159-2decaf34dab4) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:18:11.814933 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:11.889874 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ecbf2c5a-78f7-4c67-bcc8-debeeb85633a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for port (5c9b4221-d50e-4e2d-8159-2decaf34dab4), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:11.926343 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ecbf2c5a-78f7-4c67-bcc8-debeeb85633a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (5c9b4221-d50e-4e2d-8159-2decaf34dab4), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:11.966870 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbf2c5a-78f7-4c67-bcc8-debeeb85633a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:18:11.969799 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-ecbf2c5a-78f7-4c67-bcc8-debeeb85633a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:18:11.973687 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbf2c5a-78f7-4c67-bcc8-debeeb85633a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:18:11.996046 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf2c5a-78f7-4c67-bcc8-debeeb85633a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Pushing event updated for resources: {'Port': ['ID=5c9b4221-d50e-4e2d-8159-2decaf34dab4,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:12.081216 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ecbf2c5a-78f7-4c67-bcc8-debeeb85633a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for floatingip (8a55c5fe-357b-416f-9a9a-ceb43ed8df2c), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:12.123458 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ecbf2c5a-78f7-4c67-bcc8-debeeb85633a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (5c9b4221-d50e-4e2d-8159-2decaf34dab4), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:12.170026 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:12.292189 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ecbf2c5a-78f7-4c67-bcc8-debeeb85633a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for port (5c9b4221-d50e-4e2d-8159-2decaf34dab4), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:12.298342 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ecbf2c5a-78f7-4c67-bcc8-debeeb85633a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (5c9b4221-d50e-4e2d-8159-2decaf34dab4), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:12.373548 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf2c5a-78f7-4c67-bcc8-debeeb85633a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Pushing event updated for resources: {'Port': ['ID=5c9b4221-d50e-4e2d-8159-2decaf34dab4,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:12.382265 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ecbf2c5a-78f7-4c67-bcc8-debeeb85633a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (8a55c5fe-357b-416f-9a9a-ceb43ed8df2c), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:12.399674 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ecbf2c5a-78f7-4c67-bcc8-debeeb85633a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:12.400903 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ecbf2c5a-78f7-4c67-bcc8-debeeb85633a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8676875 Jun 24 10:18:12.626840 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-f26018a1-6f10-41a9-a966-22399209d816 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2041606093&fields=id&tenant_id=172381cd65a94b1fa2939d6af673f6ba HTTP/1.1" status: 200 len: 267 time: 0.0521753 Jun 24 10:18:12.739126 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-d2fb58c6-9555-4cda-822a-600eb5c527e5 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:12.740661 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-d2fb58c6-9555-4cda-822a-600eb5c527e5 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/networks?id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 HTTP/1.1" status: 200 len: 819 time: 0.1073799 Jun 24 10:18:12.756530 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-be0aed22-729e-456b-9e86-60d159835a17 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/quotas/172381cd65a94b1fa2939d6af673f6ba HTTP/1.1" status: 200 len: 375 time: 0.0096817 Jun 24 10:18:12.811491 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-3946b036-c942-43d5-8c46-39d6790bae8b tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=172381cd65a94b1fa2939d6af673f6ba&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0496085 Jun 24 10:18:12.923719 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-eae65e13-36cf-49b0-bbec-286d9ca0647c service neutron] 10.222.0.64 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977499 Jun 24 10:18:12.967450 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:13.034982 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-fcd00c47-bac0-4f9c-bc0e-8d6418236769 service neutron] 10.222.0.64 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049671 Jun 24 10:18:13.203272 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-24a8164b-559a-4262-b9e5-a62d74a85082 req-98dcf0f8-f38c-4f4b-a2ee-eee35d42c4f5 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 210 time: 0.0286510 Jun 24 10:18:14.301475 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-91380958-cee5-4520-9700-4ce1bab6fba4 req-9e2975c0-b557-4307-8610-3d10883521c0 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 210 time: 0.0284328 Jun 24 10:18:14.908488 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-04cf8ea1-4b29-4b15-bf4e-6c77d1b46b09 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:14.910852 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-04cf8ea1-4b29-4b15-bf4e-6c77d1b46b09 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.27 "GET /v2.0/networks?id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 HTTP/1.1" status: 200 len: 819 time: 0.1401403 Jun 24 10:18:15.002195 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-4d56074e-ab87-44a6-84cf-5803b9b24fe4 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=172381cd65a94b1fa2939d6af673f6ba HTTP/1.1" status: 200 len: 380 time: 0.0697625 Jun 24 10:18:15.087124 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-5349220d-8479-46b1-aab9-ee565d8d22fc tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Request body: {'port': {'device_id': '89570c7f-aa48-4b00-8f01-4db37fae4d62', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'admin_state_up': True, 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'security_groups': ['1dc8d904-094e-4381-99e9-0fd634a890ab']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:18:15.208093 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:15.218216 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-5349220d-8479-46b1-aab9-ee565d8d22fc tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Made reservation on behalf of 172381cd65a94b1fa2939d6af673f6ba for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:18:15.221942 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-5349220d-8479-46b1-aab9-ee565d8d22fc tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:15.367556 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-5349220d-8479-46b1-aab9-ee565d8d22fc tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Allocated IP 172.20.0.7 (d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5/76a12e71-d45b-4321-aabc-7b9f132bf04a/68d3c446-3f13-44e3-a64e-32cfa07544ad) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:18:15.405566 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5e4e1d21-83fb-4826-90f5-31149ce390a3 req-246c3019-c3dc-450e-81b9-573fe2d76127 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 210 time: 0.0305498 Jun 24 10:18:15.538072 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-5349220d-8479-46b1-aab9-ee565d8d22fc tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for port (68d3c446-3f13-44e3-a64e-32cfa07544ad), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:15.554345 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:15.576239 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-5349220d-8479-46b1-aab9-ee565d8d22fc tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (68d3c446-3f13-44e3-a64e-32cfa07544ad), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:15.627868 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-5349220d-8479-46b1-aab9-ee565d8d22fc tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Network d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:18:15.631644 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-5349220d-8479-46b1-aab9-ee565d8d22fc tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:18:15.635685 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-5349220d-8479-46b1-aab9-ee565d8d22fc tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:18:15.663558 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349220d-8479-46b1-aab9-ee565d8d22fc tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Pushing event updated for resources: {'Port': ['ID=68d3c446-3f13-44e3-a64e-32cfa07544ad,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:15.706510 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-5349220d-8479-46b1-aab9-ee565d8d22fc tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:15.707225 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-5349220d-8479-46b1-aab9-ee565d8d22fc tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:15.732013 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-5349220d-8479-46b1-aab9-ee565d8d22fc tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6489406 Jun 24 10:18:15.807693 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 34990) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:15.931923 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-50d2583b-6eb5-424d-adf5-703b8dcf3afa None None] Provisioning complete for port 68d3c446-3f13-44e3-a64e-32cfa07544ad triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:18:15.933083 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-50d2583b-6eb5-424d-adf5-703b8dcf3afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (68d3c446-3f13-44e3-a64e-32cfa07544ad), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:15.948184 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-533b0a3d-f92b-4b88-ae27-a9d473d45051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:15.964914 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-50d2583b-6eb5-424d-adf5-703b8dcf3afa None None] Port 68d3c446-3f13-44e3-a64e-32cfa07544ad cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:18:16.040878 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-533b0a3d-f92b-4b88-ae27-a9d473d45051 admin admin] Publish callbacks [] for security_group (20fca12f-6495-4f45-b075-93cc51770ae5), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:16.045407 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-533b0a3d-f92b-4b88-ae27-a9d473d45051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (20fca12f-6495-4f45-b075-93cc51770ae5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:16.086160 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b0a3d-f92b-4b88-ae27-a9d473d45051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fca12f-6495-4f45-b075-93cc51770ae5,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:16.092896 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-533b0a3d-f92b-4b88-ae27-a9d473d45051 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c8482c30ccf84cdcbc9cf228dd2aebeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831407 Jun 24 10:18:16.095497 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 35006) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:16.149850 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2226-ac06-4fef-9a74-fe6664eb1185 admin admin] Publish callbacks [] for security_group (20fca12f-6495-4f45-b075-93cc51770ae5), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:16.155437 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd01be-c676-4337-a14a-52b0c69ec8fe req-2278898f-54b8-4547-a723-381035318169 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:16.156897 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e4dd01be-c676-4337-a14a-52b0c69ec8fe req-2278898f-54b8-4547-a723-381035318169 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0505600 Jun 24 10:18:16.174908 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2226-ac06-4fef-9a74-fe6664eb1185 admin admin] Publish callbacks [] for security_group (20fca12f-6495-4f45-b075-93cc51770ae5), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:16.206115 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e4dd01be-c676-4337-a14a-52b0c69ec8fe req-9b919737-0c9c-44ca-a315-4ede0ac2fc92 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428591 Jun 24 10:18:16.240016 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2226-ac06-4fef-9a74-fe6664eb1185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (20fca12f-6495-4f45-b075-93cc51770ae5), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:16.240016 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2226-ac06-4fef-9a74-fe6664eb1185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:16.240016 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-cd9f2226-ac06-4fef-9a74-fe6664eb1185 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/20fca12f-6495-4f45-b075-93cc51770ae5 HTTP/1.1" status: 204 len: 168 time: 0.1449561 Jun 24 10:18:16.250099 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f2226-ac06-4fef-9a74-fe6664eb1185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fca12f-6495-4f45-b075-93cc51770ae5,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:16.261886 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:16.538844 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa86c6b-ea31-4fc9-8e78-ce1f9b305a17 req-2a943522-7bd1-4918-b79d-9b26e305f34b tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:16.540365 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1fa86c6b-ea31-4fc9-8e78-ce1f9b305a17 req-2a943522-7bd1-4918-b79d-9b26e305f34b tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 931 time: 0.0562158 Jun 24 10:18:16.551078 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 35016) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:16.567781 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-28f99c6b-7b6e-4289-a4ef-804eec75534a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:16.587940 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:16.595498 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1fa86c6b-ea31-4fc9-8e78-ce1f9b305a17 req-d6c618a7-d9c1-430c-b507-303be61b64b8 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488803 Jun 24 10:18:16.652759 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-28f99c6b-7b6e-4289-a4ef-804eec75534a admin admin] Publish callbacks [] for security_group (ab61359b-2bea-4112-90f4-b741ba3ed60d), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:16.658483 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-28f99c6b-7b6e-4289-a4ef-804eec75534a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (ab61359b-2bea-4112-90f4-b741ba3ed60d), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:16.704648 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-28f99c6b-7b6e-4289-a4ef-804eec75534a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e38192323b9f4dcbb943f4cd99913273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523056 Jun 24 10:18:16.705205 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f99c6b-7b6e-4289-a4ef-804eec75534a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab61359b-2bea-4112-90f4-b741ba3ed60d,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:16.707226 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 35018) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:16.756363 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2f5154e4-d645-485c-98ce-2b1046435e62 admin admin] Publish callbacks [] for security_group (ab61359b-2bea-4112-90f4-b741ba3ed60d), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:16.780728 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2f5154e4-d645-485c-98ce-2b1046435e62 admin admin] Publish callbacks [] for security_group (ab61359b-2bea-4112-90f4-b741ba3ed60d), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:16.827477 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2f5154e4-d645-485c-98ce-2b1046435e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (ab61359b-2bea-4112-90f4-b741ba3ed60d), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:16.829990 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2f5154e4-d645-485c-98ce-2b1046435e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:16.831151 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-2f5154e4-d645-485c-98ce-2b1046435e62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab61359b-2bea-4112-90f4-b741ba3ed60d HTTP/1.1" status: 204 len: 168 time: 0.1228426 Jun 24 10:18:16.839248 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5154e4-d645-485c-98ce-2b1046435e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab61359b-2bea-4112-90f4-b741ba3ed60d,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:17.047946 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-172cb3dd-3d39-427d-97d5-301fdb448c6d service neutron] Request body: {'port': {'device_id': '89570c7f-aa48-4b00-8f01-4db37fae4d62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:18:17.072478 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:17.116958 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-172cb3dd-3d39-427d-97d5-301fdb448c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (68d3c446-3f13-44e3-a64e-32cfa07544ad), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:17.420710 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-172cb3dd-3d39-427d-97d5-301fdb448c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d3c446-3f13-44e3-a64e-32cfa07544ad {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:18:17.429145 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-172cb3dd-3d39-427d-97d5-301fdb448c6d service neutron] Publish callbacks [] for port (68d3c446-3f13-44e3-a64e-32cfa07544ad), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:17.443609 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-172cb3dd-3d39-427d-97d5-301fdb448c6d service neutron] Transition to ACTIVE for port object 68d3c446-3f13-44e3-a64e-32cfa07544ad will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:18:17.448668 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-172cb3dd-3d39-427d-97d5-301fdb448c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (68d3c446-3f13-44e3-a64e-32cfa07544ad), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:17.486139 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a5505-6f82-4100-9144-096e2d846c97 req-e53c188b-b915-41af-ad36-fcaea4df8428 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:17.488592 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cc1a5505-6f82-4100-9144-096e2d846c97 req-e53c188b-b915-41af-ad36-fcaea4df8428 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0551884 Jun 24 10:18:17.532305 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cb3dd-3d39-427d-97d5-301fdb448c6d service neutron] Pushing event updated for resources: {'Port': ['ID=68d3c446-3f13-44e3-a64e-32cfa07544ad,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:17.557783 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cc1a5505-6f82-4100-9144-096e2d846c97 req-c34e3258-0cba-424d-a50e-6b1a8cff0dac tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629237 Jun 24 10:18:17.594509 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:17.629511 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-172cb3dd-3d39-427d-97d5-301fdb448c6d service neutron] Attempting to bind port 68d3c446-3f13-44e3-a64e-32cfa07544ad on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:18:17.629710 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-172cb3dd-3d39-427d-97d5-301fdb448c6d service neutron] Attempting to bind port 68d3c446-3f13-44e3-a64e-32cfa07544ad by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '4711d589-da8e-4c33-8cd2-a8ecd7a525ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:18:17.630132 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-172cb3dd-3d39-427d-97d5-301fdb448c6d service neutron] Attempting to bind port 68d3c446-3f13-44e3-a64e-32cfa07544ad on network d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:18:17.635759 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-172cb3dd-3d39-427d-97d5-301fdb448c6d service neutron] Port 68d3c446-3f13-44e3-a64e-32cfa07544ad on network d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:18:17.636354 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-172cb3dd-3d39-427d-97d5-301fdb448c6d service neutron] Attempting to bind port 68d3c446-3f13-44e3-a64e-32cfa07544ad on network d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:18:17.642909 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-172cb3dd-3d39-427d-97d5-301fdb448c6d service neutron] Checking agent: {'id': '900df4b4-ebee-48f1-a22a-a520f0296ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'started_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:18:17.643339 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-172cb3dd-3d39-427d-97d5-301fdb448c6d service neutron] Checking segment: {'id': '4711d589-da8e-4c33-8cd2-a8ecd7a525ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:18:17.643803 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-172cb3dd-3d39-427d-97d5-301fdb448c6d service neutron] Bound using segment: {'id': '4711d589-da8e-4c33-8cd2-a8ecd7a525ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:18:17.644331 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-172cb3dd-3d39-427d-97d5-301fdb448c6d service neutron] Bound port: 68d3c446-3f13-44e3-a64e-32cfa07544ad, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4711d589-da8e-4c33-8cd2-a8ecd7a525ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:18:17.644769 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-172cb3dd-3d39-427d-97d5-301fdb448c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (68d3c446-3f13-44e3-a64e-32cfa07544ad), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:17.726837 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:17.731713 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-172cb3dd-3d39-427d-97d5-301fdb448c6d service neutron] For port 68d3c446-3f13-44e3-a64e-32cfa07544ad, host hv-cinder-84713, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:18:17.737057 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-172cb3dd-3d39-427d-97d5-301fdb448c6d service neutron] For port 68d3c446-3f13-44e3-a64e-32cfa07544ad, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=68d3c446-3f13-44e3-a64e-32cfa07544ad,segment=NetworkSegment(4711d589-da8e-4c33-8cd2-a8ecd7a525ee),segment_id=4711d589-da8e-4c33-8cd2-a8ecd7a525ee)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:18:17.739328 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1dfc7-16f0-4b37-a7fa-deccdcdf8b46 req-1403a0a9-9230-4e9f-9093-4db7faabf97a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:17.745557 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-172cb3dd-3d39-427d-97d5-301fdb448c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (68d3c446-3f13-44e3-a64e-32cfa07544ad), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:17.746944 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-89e1dfc7-16f0-4b37-a7fa-deccdcdf8b46 req-1403a0a9-9230-4e9f-9093-4db7faabf97a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 943 time: 0.0709941 Jun 24 10:18:17.771442 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-172cb3dd-3d39-427d-97d5-301fdb448c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:17.777445 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-172cb3dd-3d39-427d-97d5-301fdb448c6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:17.779157 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-172cb3dd-3d39-427d-97d5-301fdb448c6d service neutron] 10.222.0.27 "PUT /v2.0/ports/68d3c446-3f13-44e3-a64e-32cfa07544ad HTTP/1.1" status: 200 len: 1093 time: 0.7397146 Jun 24 10:18:17.781146 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89570c7f-aa48-4b00-8f01-4db37fae4d62', 'tag': '68d3c446-3f13-44e3-a64e-32cfa07544ad'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:18:17.783696 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a8b615-07bc-4a33-8c62-8655b0751183" -d '{"events": [{"name": "network-changed", "server_uuid": "89570c7f-aa48-4b00-8f01-4db37fae4d62", "tag": "68d3c446-3f13-44e3-a64e-32cfa07544ad"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:18:17.828316 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-89e1dfc7-16f0-4b37-a7fa-deccdcdf8b46 req-42b1ea28-1cb4-4ae6-a1f0-4d768523bcc8 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803838 Jun 24 10:18:17.844763 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bc5e7d-b0a1-41a5-9507-fb763d6382e3 x-openstack-request-id: req-65bc5e7d-b0a1-41a5-9507-fb763d6382e3 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:18:17.845078 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89570c7f-aa48-4b00-8f01-4db37fae4d62", "tag": "68d3c446-3f13-44e3-a64e-32cfa07544ad", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:18:17.845323 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65bc5e7d-b0a1-41a5-9507-fb763d6382e3 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:18:17.845747 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65bc5e7d-b0a1-41a5-9507-fb763d6382e3'] response: {'name': 'network-changed', 'server_uuid': '89570c7f-aa48-4b00-8f01-4db37fae4d62', 'tag': '68d3c446-3f13-44e3-a64e-32cfa07544ad', 'status': 'completed', 'code': 200} Jun 24 10:18:17.851305 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cb3dd-3d39-427d-97d5-301fdb448c6d service neutron] Pushing event updated for resources: {'Port': ['ID=68d3c446-3f13-44e3-a64e-32cfa07544ad,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:18.104867 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8b615-07bc-4a33-8c62-8655b0751183 req-9856aa5f-5a9b-4a04-8743-17833a1dec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:18.106539 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-62a8b615-07bc-4a33-8c62-8655b0751183 req-9856aa5f-5a9b-4a04-8743-17833a1dec35 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=172381cd65a94b1fa2939d6af673f6ba&device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 1127 time: 0.0407908 Jun 24 10:18:18.149631 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:18.215486 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8b615-07bc-4a33-8c62-8655b0751183 req-2dc91b6d-9b02-47a8-9f8e-f24227e86f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:18.217330 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-62a8b615-07bc-4a33-8c62-8655b0751183 req-2dc91b6d-9b02-47a8-9f8e-f24227e86f5b service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=172381cd65a94b1fa2939d6af673f6ba&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1035161 Jun 24 10:18:18.343678 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8b615-07bc-4a33-8c62-8655b0751183 req-75049f25-861c-45ec-97e3-2aae4e1b2795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:18.345312 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-62a8b615-07bc-4a33-8c62-8655b0751183 req-75049f25-861c-45ec-97e3-2aae4e1b2795 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1204846 Jun 24 10:18:18.425707 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:18.429403 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-77cf518d-abe1-4459-a2b7-94cde884f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:18.431138 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-77cf518d-abe1-4459-a2b7-94cde884f8e5 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=172381cd65a94b1fa2939d6af673f6ba&device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 1127 time: 0.0448766 Jun 24 10:18:18.473680 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-9fbddb9f-b4fd-46a2-8c68-5fe7b825571d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d3c446-3f13-44e3-a64e-32cfa07544ad HTTP/1.1" status: 200 len: 217 time: 0.0332348 Jun 24 10:18:18.529263 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-61130207-fbf9-4bfd-9a4a-4136658421ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:18.530785 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-61130207-fbf9-4bfd-9a4a-4136658421ca service neutron] 10.222.0.27 "GET /v2.0/subnets?id=76a12e71-d45b-4321-aabc-7b9f132bf04a HTTP/1.1" status: 200 len: 858 time: 0.0506568 Jun 24 10:18:18.580010 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-080b028e-89ba-434b-9e70-88aa2bd768d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:18.581853 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-080b028e-89ba-434b-9e70-88aa2bd768d1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440602 Jun 24 10:18:18.701592 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-2992795d-1a3f-45f0-9c5f-d40e01cc8d03 service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120491 Jun 24 10:18:18.815886 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b97c5b6d-269c-48d3-a863-b2f4d8289628 req-7fa91a47-585d-455d-a943-6af3cee0ea08 service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034322 Jun 24 10:18:18.976578 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867fc588-ee7e-467b-b609-be38b06620e3 req-3b0bc825-8dd7-4481-a9e7-80388ceb05c8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:18.978263 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-867fc588-ee7e-467b-b609-be38b06620e3 req-3b0bc825-8dd7-4481-a9e7-80388ceb05c8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.3278606 Jun 24 10:18:18.987406 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b1d6d-fdc4-4abd-9855-7ed80fb18cd3 req-533ff379-cbfb-40a8-b262-149178eb0388 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:18.988849 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dd2b1d6d-fdc4-4abd-9855-7ed80fb18cd3 req-533ff379-cbfb-40a8-b262-149178eb0388 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 943 time: 0.0698676 Jun 24 10:18:19.063873 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-867fc588-ee7e-467b-b609-be38b06620e3 req-42f055e3-e08c-4a30-91e1-538929105f36 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740395 Jun 24 10:18:19.068462 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dd2b1d6d-fdc4-4abd-9855-7ed80fb18cd3 req-347ea07b-e987-4070-b927-08b161a8b33d tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714142 Jun 24 10:18:19.916207 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 68d3c446-3f13-44e3-a64e-32cfa07544ad details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:18:20.022894 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 68d3c446-3f13-44e3-a64e-32cfa07544ad, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=68d3c446-3f13-44e3-a64e-32cfa07544ad,segment=NetworkSegment(4711d589-da8e-4c33-8cd2-a8ecd7a525ee),segment_id=4711d589-da8e-4c33-8cd2-a8ecd7a525ee)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:18:20.035818 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': '68d3c446-3f13-44e3-a64e-32cfa07544ad', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'port_id': '68d3c446-3f13-44e3-a64e-32cfa07544ad', 'mac_address': 'fa:16:3e:d7:01:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:18:20.076899 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 68d3c446-3f13-44e3-a64e-32cfa07544ad is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:18:20.077294 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (68d3c446-3f13-44e3-a64e-32cfa07544ad), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:20.091685 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d3c446-3f13-44e3-a64e-32cfa07544ad {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:18:20.119024 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 68d3c446-3f13-44e3-a64e-32cfa07544ad, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=68d3c446-3f13-44e3-a64e-32cfa07544ad,segment=NetworkSegment(4711d589-da8e-4c33-8cd2-a8ecd7a525ee),segment_id=4711d589-da8e-4c33-8cd2-a8ecd7a525ee)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:18:20.124758 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (68d3c446-3f13-44e3-a64e-32cfa07544ad), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:20.191052 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=68d3c446-3f13-44e3-a64e-32cfa07544ad,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:20.251782 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b339ae-3c78-4f10-a62a-345dabe4e69b req-8265829c-f0c1-4843-89e5-55d3105a0701 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:20.253361 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-41b339ae-3c78-4f10-a62a-345dabe4e69b req-8265829c-f0c1-4843-89e5-55d3105a0701 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 944 time: 0.0917571 Jun 24 10:18:20.273934 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e5a77-24a5-4820-8a53-23e6a4d5e6bc req-7a14e7a2-037d-4361-afaa-4f3179323d45 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:20.275449 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8e6e5a77-24a5-4820-8a53-23e6a4d5e6bc req-7a14e7a2-037d-4361-afaa-4f3179323d45 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0704641 Jun 24 10:18:20.352242 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8e6e5a77-24a5-4820-8a53-23e6a4d5e6bc req-c88b4e0e-fd14-426d-83fc-10641b67d49a tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691679 Jun 24 10:18:20.355558 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-41b339ae-3c78-4f10-a62a-345dabe4e69b req-dc583414-f8ce-45d0-9deb-9b743905e641 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961757 Jun 24 10:18:20.473697 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['68d3c446-3f13-44e3-a64e-32cfa07544ad'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:18:21.489376 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 35148) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:21.534951 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178e76e-d91d-4374-8788-d79b8d2920a9 req-cf9fd08c-7fdd-489e-b8b0-ae1e1997ab95 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:21.536693 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d178e76e-d91d-4374-8788-d79b8d2920a9 req-cf9fd08c-7fdd-489e-b8b0-ae1e1997ab95 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 944 time: 0.0856814 Jun 24 10:18:21.543194 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63f0b3-6f73-49a2-9742-2f759bfa3e91 req-97d7c93f-33a9-4f5f-a66d-281059d85ab8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:21.544695 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2e63f0b3-6f73-49a2-9742-2f759bfa3e91 req-97d7c93f-33a9-4f5f-a66d-281059d85ab8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0949986 Jun 24 10:18:21.568652 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:21.618505 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-69ac9cf8-a346-4e50-9f4e-41e7db06021b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:21.624308 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d178e76e-d91d-4374-8788-d79b8d2920a9 req-bb9bf3e8-e6c4-420d-b6c0-a565364a64c0 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784578 Jun 24 10:18:21.632753 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2e63f0b3-6f73-49a2-9742-2f759bfa3e91 req-bbf95120-1a5b-4eab-bbcf-be30c8fd7e66 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802701 Jun 24 10:18:21.722786 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-69ac9cf8-a346-4e50-9f4e-41e7db06021b admin admin] Publish callbacks [] for security_group (ce065027-8acd-479b-9895-b323d0439bd5), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:21.727070 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-69ac9cf8-a346-4e50-9f4e-41e7db06021b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (ce065027-8acd-479b-9895-b323d0439bd5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:21.774159 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-69ac9cf8-a346-4e50-9f4e-41e7db06021b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fb4223fcacdc417badacd490658538b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835226 Jun 24 10:18:21.774934 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac9cf8-a346-4e50-9f4e-41e7db06021b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce065027-8acd-479b-9895-b323d0439bd5,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:21.778121 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 35162) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:21.833437 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-60874c7c-8ef7-423d-84bd-fcf9615dd105 admin admin] Publish callbacks [] for security_group (ce065027-8acd-479b-9895-b323d0439bd5), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:21.860146 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-60874c7c-8ef7-423d-84bd-fcf9615dd105 admin admin] Publish callbacks [] for security_group (ce065027-8acd-479b-9895-b323d0439bd5), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:21.908860 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-60874c7c-8ef7-423d-84bd-fcf9615dd105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (ce065027-8acd-479b-9895-b323d0439bd5), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:21.911447 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-60874c7c-8ef7-423d-84bd-fcf9615dd105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:21.912631 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-60874c7c-8ef7-423d-84bd-fcf9615dd105 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce065027-8acd-479b-9895-b323d0439bd5 HTTP/1.1" status: 204 len: 168 time: 0.1330976 Jun 24 10:18:21.921398 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60874c7c-8ef7-423d-84bd-fcf9615dd105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce065027-8acd-479b-9895-b323d0439bd5,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:22.195314 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 35170) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:22.209386 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c8fbebdc-14ba-4120-b15f-997f8a7c7a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:22.256454 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:22.290979 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c8fbebdc-14ba-4120-b15f-997f8a7c7a57 admin admin] Publish callbacks [] for security_group (4ef877f1-3968-45aa-bae0-e4fc8716e63e), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:22.295901 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c8fbebdc-14ba-4120-b15f-997f8a7c7a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (4ef877f1-3968-45aa-bae0-e4fc8716e63e), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:22.334166 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbebdc-14ba-4120-b15f-997f8a7c7a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef877f1-3968-45aa-bae0-e4fc8716e63e,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:22.338632 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-c8fbebdc-14ba-4120-b15f-997f8a7c7a57 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2fd90283b47243c2a563ffe86011bdba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422668 Jun 24 10:18:22.341817 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 35172) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:22.394549 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-afe88eec-80e9-404f-8790-5a01e9f8f8bc admin admin] Publish callbacks [] for security_group (4ef877f1-3968-45aa-bae0-e4fc8716e63e), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:22.416125 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-afe88eec-80e9-404f-8790-5a01e9f8f8bc admin admin] Publish callbacks [] for security_group (4ef877f1-3968-45aa-bae0-e4fc8716e63e), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:22.466384 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-afe88eec-80e9-404f-8790-5a01e9f8f8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (4ef877f1-3968-45aa-bae0-e4fc8716e63e), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:22.468924 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-afe88eec-80e9-404f-8790-5a01e9f8f8bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:22.470072 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-afe88eec-80e9-404f-8790-5a01e9f8f8bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ef877f1-3968-45aa-bae0-e4fc8716e63e HTTP/1.1" status: 204 len: 168 time: 0.1272590 Jun 24 10:18:22.478094 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe88eec-80e9-404f-8790-5a01e9f8f8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef877f1-3968-45aa-bae0-e4fc8716e63e,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:22.762072 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e1aab-310f-4c55-9a37-553bcab60e07 req-4189f371-fdfb-4a6c-9458-6a3c0add5fe3 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:22.763388 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cc6e1aab-310f-4c55-9a37-553bcab60e07 req-4189f371-fdfb-4a6c-9458-6a3c0add5fe3 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 944 time: 0.0513458 Jun 24 10:18:22.816031 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cc6e1aab-310f-4c55-9a37-553bcab60e07 req-f46293a2-5263-4f7a-8b82-ceb2b5bec408 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465939 Jun 24 10:18:22.938028 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bff6d-b010-4c80-a873-a6c2bec67694 req-08207e5f-05ff-47a1-97ad-c8a77e763c01 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:22.939620 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ec5bff6d-b010-4c80-a873-a6c2bec67694 req-08207e5f-05ff-47a1-97ad-c8a77e763c01 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0493708 Jun 24 10:18:22.987827 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ec5bff6d-b010-4c80-a873-a6c2bec67694 req-0d57015f-8317-4853-a465-4b48cff2de6c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425913 Jun 24 10:18:23.942413 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de115f-fbc9-4b01-bef9-3e43e4508598 req-836cfc87-e322-4279-a304-1e74a5ea3bbb tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:23.944889 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a1de115f-fbc9-4b01-bef9-3e43e4508598 req-836cfc87-e322-4279-a304-1e74a5ea3bbb tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 944 time: 0.0571458 Jun 24 10:18:23.994535 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a1de115f-fbc9-4b01-bef9-3e43e4508598 req-cb905cd3-70bf-48c5-84a2-4a6539e265cb tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436122 Jun 24 10:18:24.116501 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e08b8-efe9-42cc-adc7-e4f113fb408a req-2154ef77-5534-47fc-9923-768924f2b746 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:24.118019 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c69e08b8-efe9-42cc-adc7-e4f113fb408a req-2154ef77-5534-47fc-9923-768924f2b746 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0504541 Jun 24 10:18:24.165041 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:24.175406 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c69e08b8-efe9-42cc-adc7-e4f113fb408a req-a9282116-f85e-4baa-ad1f-6d54b9b00e9c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510914 Jun 24 10:18:24.317591 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 68d3c446-3f13-44e3-a64e-32cfa07544ad up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:18:24.374197 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning for port 68d3c446-3f13-44e3-a64e-32cfa07544ad completed by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:18:24.387444 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port 68d3c446-3f13-44e3-a64e-32cfa07544ad triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:18:24.387825 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (68d3c446-3f13-44e3-a64e-32cfa07544ad), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:24.468887 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 68d3c446-3f13-44e3-a64e-32cfa07544ad is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:18:24.469163 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (68d3c446-3f13-44e3-a64e-32cfa07544ad), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:24.501400 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89570c7f-aa48-4b00-8f01-4db37fae4d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d3c446-3f13-44e3-a64e-32cfa07544ad'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:18:24.504409 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c1652f-0597-4a78-a109-21817784ff9a" -d '{"events": [{"server_uuid": "89570c7f-aa48-4b00-8f01-4db37fae4d62", "name": "network-vif-plugged", "status": "completed", "tag": "68d3c446-3f13-44e3-a64e-32cfa07544ad"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:18:24.519135 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 68d3c446-3f13-44e3-a64e-32cfa07544ad, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=68d3c446-3f13-44e3-a64e-32cfa07544ad,segment=NetworkSegment(4711d589-da8e-4c33-8cd2-a8ecd7a525ee),segment_id=4711d589-da8e-4c33-8cd2-a8ecd7a525ee)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:18:24.525292 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (68d3c446-3f13-44e3-a64e-32cfa07544ad), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:24.563215 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae6921d-d3f1-4183-8b97-a458c1d81ab6 x-openstack-request-id: req-6ae6921d-d3f1-4183-8b97-a458c1d81ab6 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:18:24.563506 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89570c7f-aa48-4b00-8f01-4db37fae4d62", "name": "network-vif-plugged", "status": "completed", "tag": "68d3c446-3f13-44e3-a64e-32cfa07544ad", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:18:24.563762 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ae6921d-d3f1-4183-8b97-a458c1d81ab6 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:18:24.564155 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ae6921d-d3f1-4183-8b97-a458c1d81ab6'] response: {'server_uuid': '89570c7f-aa48-4b00-8f01-4db37fae4d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d3c446-3f13-44e3-a64e-32cfa07544ad', 'code': 200} Jun 24 10:18:24.566641 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:24.587607 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=68d3c446-3f13-44e3-a64e-32cfa07544ad,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:24.765585 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c88ce-d9eb-40b8-bff8-7c68ffa41329 req-7c9a0df2-af39-403d-acb5-46058d118933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:24.767200 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d56c88ce-d9eb-40b8-bff8-7c68ffa41329 req-7c9a0df2-af39-403d-acb5-46058d118933 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 1129 time: 0.0451417 Jun 24 10:18:24.833649 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d56c88ce-d9eb-40b8-bff8-7c68ffa41329 req-d268cefd-55a0-4840-9910-40d3b9636c2e service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539203 Jun 24 10:18:24.848645 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-356dced1-acf0-4e28-bd54-deda3d225ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:25.130442 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752d92d-db8f-4ff1-92ac-bbd890c3d0d3 req-9c91814a-87e2-4699-8113-803cb64b519d tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:25.132241 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a752d92d-db8f-4ff1-92ac-bbd890c3d0d3 req-9c91814a-87e2-4699-8113-803cb64b519d tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0525160 Jun 24 10:18:25.193083 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a752d92d-db8f-4ff1-92ac-bbd890c3d0d3 req-c0ac47e8-e526-44d3-90ea-631fec8004cb tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532477 Jun 24 10:18:25.298423 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751e73e-a221-4339-a656-a1fb4789d587 req-f8d2d01a-d57b-4ca1-a3de-4f2811d48a95 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:25.299969 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4751e73e-a221-4339-a656-a1fb4789d587 req-f8d2d01a-d57b-4ca1-a3de-4f2811d48a95 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0537572 Jun 24 10:18:25.349710 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4751e73e-a221-4339-a656-a1fb4789d587 req-8c195ed7-05af-43ad-a480-c095cc141200 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441391 Jun 24 10:18:26.323974 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecd372-b2a7-4547-8a87-6a9e8cbc336b req-46ffb0ad-d455-4714-9fc8-d4a51dfbdb3f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:26.325542 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-13ecd372-b2a7-4547-8a87-6a9e8cbc336b req-46ffb0ad-d455-4714-9fc8-d4a51dfbdb3f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0550539 Jun 24 10:18:26.383954 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-13ecd372-b2a7-4547-8a87-6a9e8cbc336b req-ab620d44-efb9-41ee-ab86-c6d8cb06df50 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512125 Jun 24 10:18:26.502365 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cb989-bbd8-4d86-8b69-308937fbfe8b req-fac9da47-479a-482f-b57b-2119fd89b356 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:26.504039 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-612cb989-bbd8-4d86-8b69-308937fbfe8b req-fac9da47-479a-482f-b57b-2119fd89b356 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0596108 Jun 24 10:18:26.534453 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:26.574218 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-612cb989-bbd8-4d86-8b69-308937fbfe8b req-4c3b651f-2333-4478-9c3b-c2902b880634 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628057 Jun 24 10:18:27.124367 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-30a40c52-4ea8-44f6-85e8-005472087c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:27.536641 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12841453-d1c7-4708-b338-b98305e94c70 req-e54c5e35-1fb2-4d9e-bc73-510c9a728ce5 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:27.538180 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-12841453-d1c7-4708-b338-b98305e94c70 req-e54c5e35-1fb2-4d9e-bc73-510c9a728ce5 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0494723 Jun 24 10:18:27.588478 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-12841453-d1c7-4708-b338-b98305e94c70 req-f3049c9b-d810-40b0-84cc-5854d1606137 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439794 Jun 24 10:18:27.749660 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724be130-7a68-46e4-90f5-979207f58209 req-3d40114f-d062-4126-8216-65f08e3268f1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:27.751652 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-724be130-7a68-46e4-90f5-979207f58209 req-3d40114f-d062-4126-8216-65f08e3268f1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0858979 Jun 24 10:18:27.758620 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b32f1-93f8-4057-8f15-a0be8c435356 req-dd58f481-99b8-44b4-b497-08ef52397f7c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:27.760533 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e04b32f1-93f8-4057-8f15-a0be8c435356 req-dd58f481-99b8-44b4-b497-08ef52397f7c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0924695 Jun 24 10:18:27.761249 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 35336) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:27.767514 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-42bcb46d-7c31-498a-b760-a8c3194d64c1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Request body: {'floatingip': {'port_id': '68d3c446-3f13-44e3-a64e-32cfa07544ad'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:18:27.828547 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e04b32f1-93f8-4057-8f15-a0be8c435356 req-ac53a297-7a87-43ba-9174-7b023e44e5a5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577881 Jun 24 10:18:27.832233 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-42bcb46d-7c31-498a-b760-a8c3194d64c1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for floatingip (8a55c5fe-357b-416f-9a9a-ceb43ed8df2c), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:28.039634 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:28.277657 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:28.293856 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-42bcb46d-7c31-498a-b760-a8c3194d64c1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:28.299183 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-42bcb46d-7c31-498a-b760-a8c3194d64c1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (8a55c5fe-357b-416f-9a9a-ceb43ed8df2c), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:28.315206 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:28.398835 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [None req-42bcb46d-7c31-498a-b760-a8c3194d64c1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Floating IP 8a55c5fe-357b-416f-9a9a-ceb43ed8df2c associated. External IP: 172.27.0.23, port: 68d3c446-3f13-44e3-a64e-32cfa07544ad. Jun 24 10:18:28.603644 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bcb46d-7c31-498a-b760-a8c3194d64c1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Router eb3f9758-44f1-4150-8b30-9dae39287ae2 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:18:28.710934 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bcb46d-7c31-498a-b760-a8c3194d64c1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:18:28.716429 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-42bcb46d-7c31-498a-b760-a8c3194d64c1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:28.721014 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74d6cce-fb9a-4608-9352-1e8600264162 None None] Sync routers for ids ['eb3f9758-44f1-4150-8b30-9dae39287ae2'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:18:28.731395 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74d6cce-fb9a-4608-9352-1e8600264162 None None] Routers {'eb3f9758-44f1-4150-8b30-9dae39287ae2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:18:28.732026 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e74d6cce-fb9a-4608-9352-1e8600264162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:18:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['eb3f9758-44f1-4150-8b30-9dae39287ae2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:18:28.747154 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-42bcb46d-7c31-498a-b760-a8c3194d64c1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "PUT /v2.0/floatingips/8a55c5fe-357b-416f-9a9a-ceb43ed8df2c HTTP/1.1" status: 200 len: 990 time: 0.9846187 Jun 24 10:18:28.747848 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89570c7f-aa48-4b00-8f01-4db37fae4d62', 'tag': '68d3c446-3f13-44e3-a64e-32cfa07544ad'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:18:28.750285 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2706cc-5d6e-435f-931e-d619bdd2b52e" -d '{"events": [{"name": "network-changed", "server_uuid": "89570c7f-aa48-4b00-8f01-4db37fae4d62", "tag": "68d3c446-3f13-44e3-a64e-32cfa07544ad"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:18:28.788198 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7805100c-1cd5-4e93-a850-7e85cd11570c x-openstack-request-id: req-7805100c-1cd5-4e93-a850-7e85cd11570c {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:18:28.788813 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89570c7f-aa48-4b00-8f01-4db37fae4d62", "tag": "68d3c446-3f13-44e3-a64e-32cfa07544ad", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:18:28.788813 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7805100c-1cd5-4e93-a850-7e85cd11570c {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:18:28.789127 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7805100c-1cd5-4e93-a850-7e85cd11570c'] response: {'name': 'network-changed', 'server_uuid': '89570c7f-aa48-4b00-8f01-4db37fae4d62', 'tag': '68d3c446-3f13-44e3-a64e-32cfa07544ad', 'status': 'completed', 'code': 200} Jun 24 10:18:28.839184 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-e74d6cce-fb9a-4608-9352-1e8600264162 None None] Set router eb3f9758-44f1-4150-8b30-9dae39287ae2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:18:28.953918 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae4246-fdf0-4b4f-b81b-142e52503036 req-dbb6c888-09ba-45b2-be34-97267e7bc82e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:28.955521 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-47ae4246-fdf0-4b4f-b81b-142e52503036 req-dbb6c888-09ba-45b2-be34-97267e7bc82e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0482240 Jun 24 10:18:29.005091 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-47ae4246-fdf0-4b4f-b81b-142e52503036 req-1faa712e-9383-4de7-87ea-a39f8bd21f01 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438461 Jun 24 10:18:29.092594 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e74d6cce-fb9a-4608-9352-1e8600264162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2021817563-router', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:21Z', 'revision_number': 4, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'gw_port': {'id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '8a55c5fe-357b-416f-9a9a-ceb43ed8df2c', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'port_id': '68d3c446-3f13-44e3-a64e-32cfa07544ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'mac_address': 'fa:16:3e:d7:01:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89570c7f-aa48-4b00-8f01-4db37fae4d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:18:12Z', 'updated_at': '2022-06-24T10:18:28Z', 'revision_number': 1, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d08f9df-af71-40f2-8def-d1492f3a559b', 'name': '', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'mac_address': 'fa:16:3e:b6:21:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:17Z', 'updated_at': '2022-06-24T10:16:27Z', 'revision_number': 5, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'subnets': [{'id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:18:29.122366 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74d6cce-fb9a-4608-9352-1e8600264162 None None] Checking router: eb3f9758-44f1-4150-8b30-9dae39287ae2 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:18:29.131953 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74d6cce-fb9a-4608-9352-1e8600264162 None None] Routers {'eb3f9758-44f1-4150-8b30-9dae39287ae2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:18:29.132583 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e74d6cce-fb9a-4608-9352-1e8600264162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:18:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['eb3f9758-44f1-4150-8b30-9dae39287ae2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:18:29.242894 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-e74d6cce-fb9a-4608-9352-1e8600264162 None None] Set router eb3f9758-44f1-4150-8b30-9dae39287ae2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:18:29.455639 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e74d6cce-fb9a-4608-9352-1e8600264162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2021817563-router', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:21Z', 'revision_number': 4, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'gw_port': {'id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '8a55c5fe-357b-416f-9a9a-ceb43ed8df2c', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'port_id': '68d3c446-3f13-44e3-a64e-32cfa07544ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'mac_address': 'fa:16:3e:d7:01:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89570c7f-aa48-4b00-8f01-4db37fae4d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:18:12Z', 'updated_at': '2022-06-24T10:18:28Z', 'revision_number': 1, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d08f9df-af71-40f2-8def-d1492f3a559b', 'name': '', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'mac_address': 'fa:16:3e:b6:21:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:17Z', 'updated_at': '2022-06-24T10:16:27Z', 'revision_number': 5, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'subnets': [{'id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:18:29.480057 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74d6cce-fb9a-4608-9352-1e8600264162 None None] The sync data for ids ['eb3f9758-44f1-4150-8b30-9dae39287ae2'] in dv-cinder-847132-2-iscsi is: [{'id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2021817563-router', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:21Z', 'revision_number': 4, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'gw_port': {'id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '8a55c5fe-357b-416f-9a9a-ceb43ed8df2c', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'port_id': '68d3c446-3f13-44e3-a64e-32cfa07544ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'mac_address': 'fa:16:3e:d7:01:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89570c7f-aa48-4b00-8f01-4db37fae4d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:18:12Z', 'updated_at': '2022-06-24T10:18:28Z', 'revision_number': 1, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d08f9df-af71-40f2-8def-d1492f3a559b', 'name': '', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'mac_address': 'fa:16:3e:b6:21:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:17Z', 'updated_at': '2022-06-24T10:16:27Z', 'revision_number': 5, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'subnets': [{'id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:18:29.615716 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2706cc-5d6e-435f-931e-d619bdd2b52e req-20d021c7-2b9b-487e-be63-86fa56cb318e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:29.617260 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c2706cc-5d6e-435f-931e-d619bdd2b52e req-20d021c7-2b9b-487e-be63-86fa56cb318e service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=172381cd65a94b1fa2939d6af673f6ba&device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 1129 time: 0.0482810 Jun 24 10:18:29.671726 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd5c365-b43e-4e00-953f-7e667801475e None None] New status for floating IP 8a55c5fe-357b-416f-9a9a-ceb43ed8df2c: ACTIVE {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:18:29.725340 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2706cc-5d6e-435f-931e-d619bdd2b52e req-f6bd69fd-b962-46c2-815e-1bbb78605722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:29.726974 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c2706cc-5d6e-435f-931e-d619bdd2b52e req-f6bd69fd-b962-46c2-815e-1bbb78605722 service neutron] 10.222.0.27 "GET /v2.0/networks?id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 HTTP/1.1" status: 200 len: 920 time: 0.1026592 Jun 24 10:18:29.795834 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c2706cc-5d6e-435f-931e-d619bdd2b52e req-8477ea79-9ca3-4486-85a7-b3e4d84f7f57 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d3c446-3f13-44e3-a64e-32cfa07544ad HTTP/1.1" status: 200 len: 998 time: 0.0622389 Jun 24 10:18:29.853791 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2706cc-5d6e-435f-931e-d619bdd2b52e req-e7847303-b9ca-413a-8912-4766dcad9c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:29.856205 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c2706cc-5d6e-435f-931e-d619bdd2b52e req-e7847303-b9ca-413a-8912-4766dcad9c8b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=76a12e71-d45b-4321-aabc-7b9f132bf04a HTTP/1.1" status: 200 len: 858 time: 0.0518479 Jun 24 10:18:29.908595 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2706cc-5d6e-435f-931e-d619bdd2b52e req-eb097879-60d5-4d17-8ca9-9213922d27d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:29.910322 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c2706cc-5d6e-435f-931e-d619bdd2b52e req-eb097879-60d5-4d17-8ca9-9213922d27d0 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466526 Jun 24 10:18:29.920811 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:29.929599 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:29.941136 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:29.979494 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:30.018593 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c2706cc-5d6e-435f-931e-d619bdd2b52e req-643513dc-6cca-4a8a-8e1e-c94961381296 service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999320 Jun 24 10:18:30.121733 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c2706cc-5d6e-435f-931e-d619bdd2b52e req-2be75e5f-a995-4542-8096-63687182b320 service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959058 Jun 24 10:18:30.141262 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e95d6a-9f41-4fe7-8458-6baeb681a152 req-f16da96b-f939-41f0-a50d-edb337baebb6 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:30.142718 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-44e95d6a-9f41-4fe7-8458-6baeb681a152 req-f16da96b-f939-41f0-a50d-edb337baebb6 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0518184 Jun 24 10:18:30.191217 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-44e95d6a-9f41-4fe7-8458-6baeb681a152 req-7c056b6d-df75-4d8a-bdd5-9416e75af149 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424926 Jun 24 10:18:31.324221 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2115b-ec5a-4d83-abc9-3f407bbaac43 req-7f94885d-0231-4f4b-ae92-efe533a208c0 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:31.325791 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ce2115b-ec5a-4d83-abc9-3f407bbaac43 req-7f94885d-0231-4f4b-ae92-efe533a208c0 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0580320 Jun 24 10:18:31.377281 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ce2115b-ec5a-4d83-abc9-3f407bbaac43 req-ea0a61bd-76e2-48c5-b948-db6e2d5174da tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443454 Jun 24 10:18:32.503148 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7ae9a-110c-45d3-963c-948071374885 req-52800e09-cb4e-45ba-8032-6271dc7eac35 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:32.504711 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-35d7ae9a-110c-45d3-963c-948071374885 req-52800e09-cb4e-45ba-8032-6271dc7eac35 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0522206 Jun 24 10:18:32.525667 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:32.555688 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-35d7ae9a-110c-45d3-963c-948071374885 req-3ee01af2-4e20-40fa-bd8f-4ed5c56e9c5e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452838 Jun 24 10:18:33.679649 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2be1e-6bb4-4792-8cf0-bea8e890ced4 req-1983d8cd-eb37-4de7-9233-2dc2803052f0 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:33.681147 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-abf2be1e-6bb4-4792-8cf0-bea8e890ced4 req-1983d8cd-eb37-4de7-9233-2dc2803052f0 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0496786 Jun 24 10:18:33.732795 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-abf2be1e-6bb4-4792-8cf0-bea8e890ced4 req-907fda11-3bd1-429b-9842-c502c77e1bb8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458939 Jun 24 10:18:34.864990 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b0c30-f615-4290-a133-c1aabc2a04e7 req-4b15b807-ee82-4eb1-aea8-9d3cac7a8ebb tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:34.866480 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f20b0c30-f615-4290-a133-c1aabc2a04e7 req-4b15b807-ee82-4eb1-aea8-9d3cac7a8ebb tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0488272 Jun 24 10:18:34.919850 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f20b0c30-f615-4290-a133-c1aabc2a04e7 req-eae25380-51ee-4833-8e23-7f8625ebe7df tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464013 Jun 24 10:18:36.053433 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0e026-dbf9-427c-8106-30935c02f81a req-d128c69f-d0f2-4133-82b1-0f601630bfe1 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:36.054936 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d2f0e026-dbf9-427c-8106-30935c02f81a req-d128c69f-d0f2-4133-82b1-0f601630bfe1 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0522339 Jun 24 10:18:36.106324 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d2f0e026-dbf9-427c-8106-30935c02f81a req-7d381e7e-7d22-46ee-ac54-95ebd8635f23 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424058 Jun 24 10:18:37.235428 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f964e4-777e-496f-a61c-a244341bd37b req-14676211-6167-433a-9c20-7815add7ed5e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:37.236884 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-09f964e4-777e-496f-a61c-a244341bd37b req-14676211-6167-433a-9c20-7815add7ed5e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0482960 Jun 24 10:18:37.286075 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-09f964e4-777e-496f-a61c-a244341bd37b req-9dc6d4ed-2b0b-49d1-b617-c8165ebc1cb5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433552 Jun 24 10:18:38.415389 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b80e8-d9d7-4c4f-a9c3-58910a9c7b25 req-f7f8fd45-be52-4c4d-9909-e397169f45e8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:38.416941 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0d8b80e8-d9d7-4c4f-a9c3-58910a9c7b25 req-f7f8fd45-be52-4c4d-9909-e397169f45e8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0536811 Jun 24 10:18:38.465936 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0d8b80e8-d9d7-4c4f-a9c3-58910a9c7b25 req-60abb583-a57f-4c81-a7dd-1fccd1e611bf tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428362 Jun 24 10:18:39.584866 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:39.596341 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef262ac-01b0-44e3-8529-8f11e933dadc req-59fd1546-ee56-42a1-9683-0cb2fc452496 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:39.597813 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1ef262ac-01b0-44e3-8529-8f11e933dadc req-59fd1546-ee56-42a1-9683-0cb2fc452496 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0493791 Jun 24 10:18:39.645794 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1ef262ac-01b0-44e3-8529-8f11e933dadc req-87f31e8d-25ad-45ff-b6c6-b5eb7a94bf61 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423126 Jun 24 10:18:39.999026 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:40.020519 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:40.073723 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:40.107219 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=18 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:40.118836 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:40.776454 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ac144-8553-40f8-81c5-fbbc89b9c4c7 req-5814124b-0866-442c-9d1a-b926fd85798f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:40.778003 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2b4ac144-8553-40f8-81c5-fbbc89b9c4c7 req-5814124b-0866-442c-9d1a-b926fd85798f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0496836 Jun 24 10:18:40.830110 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2b4ac144-8553-40f8-81c5-fbbc89b9c4c7 req-b8c89845-41d2-4b66-acbc-f4c48ab87cad tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458901 Jun 24 10:18:41.954500 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7b926-1f73-47f7-9817-24a6279cdf15 req-7b8f533a-7f82-4f7c-a1ab-7cb0a0b4ffbb tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:41.955902 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-25d7b926-1f73-47f7-9817-24a6279cdf15 req-7b8f533a-7f82-4f7c-a1ab-7cb0a0b4ffbb tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0492284 Jun 24 10:18:42.007324 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-25d7b926-1f73-47f7-9817-24a6279cdf15 req-d3f8552b-05dd-4c78-98ba-8c8eb2076dd8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456390 Jun 24 10:18:42.417577 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 0c384c38-8450-4bcf-a60e-98848c87017b details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:18:42.525193 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 0c384c38-8450-4bcf-a60e-98848c87017b, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=0c384c38-8450-4bcf-a60e-98848c87017b,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:18:42.540689 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': '0c384c38-8450-4bcf-a60e-98848c87017b', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'port_id': '0c384c38-8450-4bcf-a60e-98848c87017b', 'mac_address': 'fa:16:3e:c6:20:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:18:42.579349 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 0c384c38-8450-4bcf-a60e-98848c87017b is: ACTIVE; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:18:42.579743 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:42.599696 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c384c38-8450-4bcf-a60e-98848c87017b {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:18:42.633353 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 0c384c38-8450-4bcf-a60e-98848c87017b, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=0c384c38-8450-4bcf-a60e-98848c87017b,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:18:42.637315 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:42.695450 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=0c384c38-8450-4bcf-a60e-98848c87017b,revision_number=6']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:42.700930 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.701267 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.701595 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.701949 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.702285 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.702614 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.702992 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.703361 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.703697 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.704013 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.704337 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.704670 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.704997 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.705309 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.705670 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.764516 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['0c384c38-8450-4bcf-a60e-98848c87017b'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:18:43.131320 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ba986-d1af-48c8-a8c0-43d244d94179 req-26200078-df80-489f-9076-06a780f8fb74 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:43.132816 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e79ba986-d1af-48c8-a8c0-43d244d94179 req-26200078-df80-489f-9076-06a780f8fb74 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 944 time: 0.0486436 Jun 24 10:18:43.188691 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e79ba986-d1af-48c8-a8c0-43d244d94179 req-9fb9c7aa-9dad-485e-b31d-9e33b5552faa tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499768 Jun 24 10:18:43.992143 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 35586) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:44.145641 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f8fb6-616e-4439-9944-c877806ef593 req-d2d11628-03d1-4193-b48e-b0ffc7196895 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:44.147196 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-346f8fb6-616e-4439-9944-c877806ef593 req-d2d11628-03d1-4193-b48e-b0ffc7196895 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0623326 Jun 24 10:18:44.206838 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-346f8fb6-616e-4439-9944-c877806ef593 req-035a59b5-53c2-43e5-af69-702518c71d83 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537992 Jun 24 10:18:44.213513 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:44.223798 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-17bfd8f4-b742-4a27-b0c9-b35429e4d6f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:44.330387 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7de54e-48dc-4886-8812-ba8b591ebba6 req-e3b6d262-ca66-48ba-930b-7765ff94141f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:44.331989 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3a7de54e-48dc-4886-8812-ba8b591ebba6 req-e3b6d262-ca66-48ba-930b-7765ff94141f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 944 time: 0.0610194 Jun 24 10:18:44.347392 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-17bfd8f4-b742-4a27-b0c9-b35429e4d6f8 admin admin] Publish callbacks [] for security_group (d5e7b9b4-584b-4e10-8d4e-b13da6fc6230), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:44.360782 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-17bfd8f4-b742-4a27-b0c9-b35429e4d6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (d5e7b9b4-584b-4e10-8d4e-b13da6fc6230), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:44.416809 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-17bfd8f4-b742-4a27-b0c9-b35429e4d6f8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4af4de1c6cf449299860e01ac814a1ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4234843 Jun 24 10:18:44.420433 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 35606) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:44.420966 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfd8f4-b742-4a27-b0c9-b35429e4d6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e7b9b4-584b-4e10-8d4e-b13da6fc6230,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:44.437740 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 0c384c38-8450-4bcf-a60e-98848c87017b up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:18:44.441347 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3a7de54e-48dc-4886-8812-ba8b591ebba6 req-79482716-b36c-4b83-af4e-d2a5f722ffba tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990663 Jun 24 10:18:44.484951 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-33b5ae5f-6dca-4427-8194-a3677379657c admin admin] Publish callbacks [] for security_group (d5e7b9b4-584b-4e10-8d4e-b13da6fc6230), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:44.495169 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port 0c384c38-8450-4bcf-a60e-98848c87017b triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:18:44.495548 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:44.508176 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-33b5ae5f-6dca-4427-8194-a3677379657c admin admin] Publish callbacks [] for security_group (d5e7b9b4-584b-4e10-8d4e-b13da6fc6230), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:44.556623 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-33b5ae5f-6dca-4427-8194-a3677379657c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (d5e7b9b4-584b-4e10-8d4e-b13da6fc6230), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:44.559174 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-33b5ae5f-6dca-4427-8194-a3677379657c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:44.563485 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-33b5ae5f-6dca-4427-8194-a3677379657c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d5e7b9b4-584b-4e10-8d4e-b13da6fc6230 HTTP/1.1" status: 204 len: 168 time: 0.1420438 Jun 24 10:18:44.571643 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5ae5f-6dca-4427-8194-a3677379657c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e7b9b4-584b-4e10-8d4e-b13da6fc6230,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:44.577697 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 0c384c38-8450-4bcf-a60e-98848c87017b is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:18:44.578091 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:44.600178 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:18:44.613565 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb96a476-856a-400c-8c57-30b98297ebee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c384c38-8450-4bcf-a60e-98848c87017b'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:18:44.615822 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a4af03-740d-4e9d-ad2b-1aee7b220dfd" -d '{"events": [{"server_uuid": "cb96a476-856a-400c-8c57-30b98297ebee", "name": "network-vif-plugged", "status": "completed", "tag": "0c384c38-8450-4bcf-a60e-98848c87017b"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:18:44.630462 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 0c384c38-8450-4bcf-a60e-98848c87017b, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=0c384c38-8450-4bcf-a60e-98848c87017b,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:18:44.635543 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:44.659911 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac5e2f2-f51e-4e84-ae60-e687ff73b71e x-openstack-request-id: req-dac5e2f2-f51e-4e84-ae60-e687ff73b71e {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:18:44.660251 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb96a476-856a-400c-8c57-30b98297ebee", "name": "network-vif-plugged", "status": "completed", "tag": "0c384c38-8450-4bcf-a60e-98848c87017b", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:18:44.660460 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dac5e2f2-f51e-4e84-ae60-e687ff73b71e {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:18:44.660852 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac5e2f2-f51e-4e84-ae60-e687ff73b71e'] response: {'server_uuid': 'cb96a476-856a-400c-8c57-30b98297ebee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c384c38-8450-4bcf-a60e-98848c87017b', 'code': 200} Jun 24 10:18:44.688071 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=0c384c38-8450-4bcf-a60e-98848c87017b,revision_number=7']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:44.875520 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 35614) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:44.889598 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2ffaa6bb-ce89-4531-bf4b-aad01b6ef3cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:44.969748 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2ffaa6bb-ce89-4531-bf4b-aad01b6ef3cd admin admin] Publish callbacks [] for security_group (748f2716-e686-475b-89b0-88f8cf40ded5), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:44.975445 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2ffaa6bb-ce89-4531-bf4b-aad01b6ef3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (748f2716-e686-475b-89b0-88f8cf40ded5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:45.016173 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-2ffaa6bb-ce89-4531-bf4b-aad01b6ef3cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7e532b0558f9430192447b16da1ae449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395397 Jun 24 10:18:45.017032 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffaa6bb-ce89-4531-bf4b-aad01b6ef3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748f2716-e686-475b-89b0-88f8cf40ded5,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:45.018938 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 35616) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:45.071245 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-85483b7b-a6b6-4675-82fe-1303df772b2c admin admin] Publish callbacks [] for security_group (748f2716-e686-475b-89b0-88f8cf40ded5), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:45.093724 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-85483b7b-a6b6-4675-82fe-1303df772b2c admin admin] Publish callbacks [] for security_group (748f2716-e686-475b-89b0-88f8cf40ded5), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:45.143788 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-85483b7b-a6b6-4675-82fe-1303df772b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (748f2716-e686-475b-89b0-88f8cf40ded5), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:45.146529 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-85483b7b-a6b6-4675-82fe-1303df772b2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:45.150908 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-85483b7b-a6b6-4675-82fe-1303df772b2c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/748f2716-e686-475b-89b0-88f8cf40ded5 HTTP/1.1" status: 204 len: 168 time: 0.1277645 Jun 24 10:18:45.156575 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85483b7b-a6b6-4675-82fe-1303df772b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748f2716-e686-475b-89b0-88f8cf40ded5,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:45.338953 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcc5f5-9ddf-4325-81fd-cc33b29c3f79 req-ad70a1c1-0511-4e46-a083-16589946f48c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:45.340968 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-12dcc5f5-9ddf-4325-81fd-cc33b29c3f79 req-ad70a1c1-0511-4e46-a083-16589946f48c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0523870 Jun 24 10:18:45.398667 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-12dcc5f5-9ddf-4325-81fd-cc33b29c3f79 req-08f37b51-2aba-4074-90a5-a9ddb473e53d tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503707 Jun 24 10:18:45.540209 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 35638) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:45.554551 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-97f30b8a-d98b-4cde-9ed7-ca38cc933a77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:45.583009 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8575c-c4f0-4a83-848a-1a5fb51eb4df req-4c8c69ce-ebe2-417a-bbba-5b38dd4a5876 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:45.584867 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4de8575c-c4f0-4a83-848a-1a5fb51eb4df req-4c8c69ce-ebe2-417a-bbba-5b38dd4a5876 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0543559 Jun 24 10:18:45.609963 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:45.638282 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-97f30b8a-d98b-4cde-9ed7-ca38cc933a77 admin admin] Publish callbacks [] for security_group (7eca98e1-90b3-42e7-956c-e8513a5d042c), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:45.640265 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4de8575c-c4f0-4a83-848a-1a5fb51eb4df req-80ee7af7-b8a2-46de-9ef7-7c5da978e676 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488071 Jun 24 10:18:45.642382 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-97f30b8a-d98b-4cde-9ed7-ca38cc933a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (7eca98e1-90b3-42e7-956c-e8513a5d042c), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:45.685736 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-97f30b8a-d98b-4cde-9ed7-ca38cc933a77 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=69c2c98f3a15468580f7ca478855c980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419356 Jun 24 10:18:45.685736 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f30b8a-d98b-4cde-9ed7-ca38cc933a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eca98e1-90b3-42e7-956c-e8513a5d042c,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:45.686161 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 35640) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:45.737704 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6b7c860f-960f-43cd-8f3a-3b0ce2bc9e96 admin admin] Publish callbacks [] for security_group (7eca98e1-90b3-42e7-956c-e8513a5d042c), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:45.760109 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6b7c860f-960f-43cd-8f3a-3b0ce2bc9e96 admin admin] Publish callbacks [] for security_group (7eca98e1-90b3-42e7-956c-e8513a5d042c), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:45.811920 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6b7c860f-960f-43cd-8f3a-3b0ce2bc9e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (7eca98e1-90b3-42e7-956c-e8513a5d042c), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:45.814456 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6b7c860f-960f-43cd-8f3a-3b0ce2bc9e96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:45.815687 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-6b7c860f-960f-43cd-8f3a-3b0ce2bc9e96 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7eca98e1-90b3-42e7-956c-e8513a5d042c HTTP/1.1" status: 204 len: 168 time: 0.1285553 Jun 24 10:18:45.823602 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c860f-960f-43cd-8f3a-3b0ce2bc9e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eca98e1-90b3-42e7-956c-e8513a5d042c,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:46.544084 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da33960-2f6c-40dd-a2cb-b84a12592960 req-0140a677-ac5b-4490-99aa-747325c6acb1 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:46.545864 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5da33960-2f6c-40dd-a2cb-b84a12592960 req-0140a677-ac5b-4490-99aa-747325c6acb1 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0592299 Jun 24 10:18:46.575517 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:46.627354 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5da33960-2f6c-40dd-a2cb-b84a12592960 req-10c3e285-44b1-492b-969b-f304f0d2756b tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741782 Jun 24 10:18:46.702584 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 35690) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:46.742482 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 35694) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:46.793633 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573d521-6656-42a6-bc53-7df7b1b79c92 req-a86dc291-3994-42cb-a1a1-c1b6cbb805b6 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:46.795189 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6573d521-6656-42a6-bc53-7df7b1b79c92 req-a86dc291-3994-42cb-a1a1-c1b6cbb805b6 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0703285 Jun 24 10:18:46.883243 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6573d521-6656-42a6-bc53-7df7b1b79c92 req-1415688d-78bd-4f97-94fe-fba8ed42a27e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727444 Jun 24 10:18:47.028159 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-16143eee-f992-4d53-8c5b-9820b3e96ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:47.032828 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-49784f14-4c7c-4df5-90b9-949a666dd0b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:47.037611 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 35710) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:47.112452 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-1b5d9c34-2519-4a27-95b2-7141e38690b5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1611658390-network', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:18:47.127662 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:47.130067 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-49784f14-4c7c-4df5-90b9-949a666dd0b7 admin admin] Publish callbacks [] for security_group (6412e9f5-34af-4a49-9135-b838ac4418b2), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:47.134567 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-49784f14-4c7c-4df5-90b9-949a666dd0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (6412e9f5-34af-4a49-9135-b838ac4418b2), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:47.147823 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-16143eee-f992-4d53-8c5b-9820b3e96ea5 admin admin] Publish callbacks [] for security_group (797dfb77-435c-43b4-8c56-a1d022ad5d56), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:47.153808 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-16143eee-f992-4d53-8c5b-9820b3e96ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (797dfb77-435c-43b4-8c56-a1d022ad5d56), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:47.166104 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5d9c34-2519-4a27-95b2-7141e38690b5 admin admin] Made reservation on behalf of 90f6878fdaaf43b58b92bea357331d2e for: {'network': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:18:47.168212 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1b5d9c34-2519-4a27-95b2-7141e38690b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for network (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:47.179136 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-49784f14-4c7c-4df5-90b9-949a666dd0b7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b0d9d5dc98e4aa2971a5f545019ed88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4354777 Jun 24 10:18:47.181128 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49784f14-4c7c-4df5-90b9-949a666dd0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6412e9f5-34af-4a49-9135-b838ac4418b2,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:47.183506 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 35714) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:47.193586 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1b5d9c34-2519-4a27-95b2-7141e38690b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:47.221408 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-16143eee-f992-4d53-8c5b-9820b3e96ea5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af2928ac8a8e4e3a8bc0b2fcc7c81265&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5176537 Jun 24 10:18:47.225341 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 35716) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:47.225965 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16143eee-f992-4d53-8c5b-9820b3e96ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797dfb77-435c-43b4-8c56-a1d022ad5d56,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:47.245001 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9c16ae83-8f6a-4339-95f5-03110a0a9ea1 admin admin] Publish callbacks [] for security_group (6412e9f5-34af-4a49-9135-b838ac4418b2), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:47.275800 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9c16ae83-8f6a-4339-95f5-03110a0a9ea1 admin admin] Publish callbacks [] for security_group (6412e9f5-34af-4a49-9135-b838ac4418b2), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:47.330997 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-67a34638-4cf9-491b-9121-d8b435fbd53c admin admin] Publish callbacks [] for security_group (797dfb77-435c-43b4-8c56-a1d022ad5d56), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:47.376215 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-67a34638-4cf9-491b-9121-d8b435fbd53c admin admin] Publish callbacks [] for security_group (797dfb77-435c-43b4-8c56-a1d022ad5d56), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:47.388830 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:47.394993 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1b5d9c34-2519-4a27-95b2-7141e38690b5 admin admin] Publish callbacks [] for security_group (4a10d342-9dac-48e0-936d-16f2958f709a), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:47.406664 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1b5d9c34-2519-4a27-95b2-7141e38690b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (4a10d342-9dac-48e0-936d-16f2958f709a), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:47.453261 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5d9c34-2519-4a27-95b2-7141e38690b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=104051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:18:47.468479 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d9c34-2519-4a27-95b2-7141e38690b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a10d342-9dac-48e0-936d-16f2958f709a,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:47.474779 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1b5d9c34-2519-4a27-95b2-7141e38690b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (2f1a7486-0618-476b-8f2c-afc467c74c9c), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:47.475163 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.db.segments_db [None req-1b5d9c34-2519-4a27-95b2-7141e38690b5 admin admin] Added segment 2f1a7486-0618-476b-8f2c-afc467c74c9c of type vlan for network fcb34be5-02e9-434d-ab19-3848e7eb46d8 Jun 24 10:18:47.527338 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-67a34638-4cf9-491b-9121-d8b435fbd53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (797dfb77-435c-43b4-8c56-a1d022ad5d56), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:47.529997 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-67a34638-4cf9-491b-9121-d8b435fbd53c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:47.531238 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-67a34638-4cf9-491b-9121-d8b435fbd53c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/797dfb77-435c-43b4-8c56-a1d022ad5d56 HTTP/1.1" status: 204 len: 168 time: 0.3011780 Jun 24 10:18:47.533051 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1b5d9c34-2519-4a27-95b2-7141e38690b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739177427905'] for network (fcb34be5-02e9-434d-ab19-3848e7eb46d8), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:47.548670 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a34638-4cf9-491b-9121-d8b435fbd53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797dfb77-435c-43b4-8c56-a1d022ad5d56,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:47.554118 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:47.578550 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1b5d9c34-2519-4a27-95b2-7141e38690b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for network (fcb34be5-02e9-434d-ab19-3848e7eb46d8), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:47.579714 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5d9c34-2519-4a27-95b2-7141e38690b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:47.580300 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1b5d9c34-2519-4a27-95b2-7141e38690b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:47.660072 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:47.663654 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9c16ae83-8f6a-4339-95f5-03110a0a9ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (6412e9f5-34af-4a49-9135-b838ac4418b2), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:47.669710 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d9c34-2519-4a27-95b2-7141e38690b5 admin admin] Pushing event updated for resources: {'Network': ['ID=fcb34be5-02e9-434d-ab19-3848e7eb46d8,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:47.670537 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9c16ae83-8f6a-4339-95f5-03110a0a9ea1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:47.675310 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-9c16ae83-8f6a-4339-95f5-03110a0a9ea1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6412e9f5-34af-4a49-9135-b838ac4418b2 HTTP/1.1" status: 204 len: 168 time: 0.4871445 Jun 24 10:18:47.678417 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-1b5d9c34-2519-4a27-95b2-7141e38690b5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6371102 Jun 24 10:18:47.678971 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 35728) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:47.683512 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-32d567af-f5eb-4cde-875f-fdb36f8e8239 admin admin] Request body: {'subnet': {'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1611658390-subnet', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'ip_version': 4}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:18:47.688700 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16ae83-8f6a-4339-95f5-03110a0a9ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6412e9f5-34af-4a49-9135-b838ac4418b2,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:47.689036 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Network fcb34be5-02e9-434d-ab19-3848e7eb46d8 details requested by agent ovs-agent-dv-cinder-847132-2-iscsi with host dv-cinder-847132-2-iscsi {{(pid=104053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:18:47.719391 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d567af-f5eb-4cde-875f-fdb36f8e8239 admin admin] Made reservation on behalf of 90f6878fdaaf43b58b92bea357331d2e for: {'subnet': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:18:47.724774 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-32d567af-f5eb-4cde-875f-fdb36f8e8239 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16557606'] for subnet (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:47.864249 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:47.922303 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f41f7-310a-4502-a255-36c914ea79ab req-3272c1b8-98a9-4763-b7b1-c88950fb901e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:47.929885 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a89f41f7-310a-4502-a255-36c914ea79ab req-3272c1b8-98a9-4763-b7b1-c88950fb901e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0908661 Jun 24 10:18:48.089335 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a89f41f7-310a-4502-a255-36c914ea79ab req-7a388b50-1034-449b-b2aa-89979bbeaa70 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584604 Jun 24 10:18:48.157586 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea699201-8436-4d54-aa57-89d3a2546720 req-ec66c9f3-8e6b-4a76-95ac-d5ecd50d2b0d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:48.164814 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ea699201-8436-4d54-aa57-89d3a2546720 req-ec66c9f3-8e6b-4a76-95ac-d5ecd50d2b0d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.1441295 Jun 24 10:18:48.223297 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-32d567af-f5eb-4cde-875f-fdb36f8e8239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15868991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16557648'] for subnet (5c1d464b-ef78-4c93-8a97-8aea5630552f), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:48.292435 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ea699201-8436-4d54-aa57-89d3a2546720 req-29ba82d8-c45a-4232-932f-c3bf2b1fe4a3 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246955 Jun 24 10:18:48.299163 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 35744) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:48.314411 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4a7f8628-0de6-4def-9f18-036ffbb02e6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:48.328454 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d567af-f5eb-4cde-875f-fdb36f8e8239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c1d464b-ef78-4c93-8a97-8aea5630552f,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:48.359285 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d567af-f5eb-4cde-875f-fdb36f8e8239 admin admin] Checking segment: {'id': '2f1a7486-0618-476b-8f2c-afc467c74c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:18:48.359625 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d567af-f5eb-4cde-875f-fdb36f8e8239 admin admin] Network hostable DHCP agents. Network: fcb34be5-02e9-434d-ab19-3848e7eb46d8, hostable agents: ['22a27e04-c0da-4a0e-a08f-10cd4fcfc09e'], hosted agents: [] {{(pid=104051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:18:48.386630 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d567af-f5eb-4cde-875f-fdb36f8e8239 admin admin] Network fcb34be5-02e9-434d-ab19-3848e7eb46d8 is scheduled to be hosted by DHCP agent 22a27e04-c0da-4a0e-a08f-10cd4fcfc09e with binding_index 1 {{(pid=104051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:18:48.401280 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-32d567af-f5eb-4cde-875f-fdb36f8e8239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847132-2-iscsi, fcb34be5-02e9-434d-ab19-3848e7eb46d8) {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:18:48.413193 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d567af-f5eb-4cde-875f-fdb36f8e8239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:48.413424 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802acdbe-1798-43eb-b83e-6d22407e7735 None None] Network fcb34be5-02e9-434d-ab19-3848e7eb46d8 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:18:48.413909 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-32d567af-f5eb-4cde-875f-fdb36f8e8239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:48.452307 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-32d567af-f5eb-4cde-875f-fdb36f8e8239 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7725213 Jun 24 10:18:48.458116 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 35746) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:48.469023 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-e8f7bb81-a7a8-428c-895c-212652c0e4b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1611658390-router', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:18:48.540138 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:48.548153 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8f7bb81-a7a8-428c-895c-212652c0e4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-395474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7657'] for router (7746c74e-e8d4-4b9c-a729-4c92d7801484), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:48.550152 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8f7bb81-a7a8-428c-895c-212652c0e4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7678'] for router (7746c74e-e8d4-4b9c-a729-4c92d7801484), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:48.563358 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4a7f8628-0de6-4def-9f18-036ffbb02e6e admin admin] Publish callbacks [] for security_group (d6cf628c-1536-46d3-887f-086cc3817fce), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:48.570753 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4a7f8628-0de6-4def-9f18-036ffbb02e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (d6cf628c-1536-46d3-887f-086cc3817fce), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:48.613770 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c3118b-01ee-40d6-851d-d0c063bed4a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e32736c-ee8a-568f-8714-1db4f76c74ea-fcb34be5-02e9-434d-ab19-3848e7eb46d8', 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8', 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'fixed_ips': [{'subnet_id': '5c1d464b-ef78-4c93-8a97-8aea5630552f'}]}} from dv-cinder-847132-2-iscsi. {{(pid=104053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:18:48.615600 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e5c3118b-01ee-40d6-851d-d0c063bed4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:48.663319 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-4a7f8628-0de6-4def-9f18-036ffbb02e6e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b8fad6dcc6540a0b01d3198fc9fc3ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3604321 Jun 24 10:18:48.663516 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 35752) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:48.667199 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8f7bb81-a7a8-428c-895c-212652c0e4b1 admin admin] Publish callbacks [] for router_controller (7746c74e-e8d4-4b9c-a729-4c92d7801484), precommit_add_association {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:48.668514 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f8628-0de6-4def-9f18-036ffbb02e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cf628c-1536-46d3-887f-086cc3817fce,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:48.787664 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7eaaeb65-78ac-4a5b-ad52-dbd076762d0c admin admin] Publish callbacks [] for security_group (d6cf628c-1536-46d3-887f-086cc3817fce), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:48.855524 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7eaaeb65-78ac-4a5b-ad52-dbd076762d0c admin admin] Publish callbacks [] for security_group (d6cf628c-1536-46d3-887f-086cc3817fce), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:48.864551 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8f7bb81-a7a8-428c-895c-212652c0e4b1 admin admin] Publish callbacks [] for router_gateway (7746c74e-e8d4-4b9c-a729-4c92d7801484), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:48.879579 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-e5c3118b-01ee-40d6-851d-d0c063bed4a1 None None] Allocated IP 172.20.0.2 (fcb34be5-02e9-434d-ab19-3848e7eb46d8/5c1d464b-ef78-4c93-8a97-8aea5630552f/caded823-d27a-488d-b0b6-ae81422e8147) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:18:48.952816 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=5 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:48.967907 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7eaaeb65-78ac-4a5b-ad52-dbd076762d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (d6cf628c-1536-46d3-887f-086cc3817fce), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:48.971606 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7eaaeb65-78ac-4a5b-ad52-dbd076762d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:48.982177 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-7eaaeb65-78ac-4a5b-ad52-dbd076762d0c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d6cf628c-1536-46d3-887f-086cc3817fce HTTP/1.1" status: 204 len: 168 time: 0.3174415 Jun 24 10:18:49.005332 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaaeb65-78ac-4a5b-ad52-dbd076762d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cf628c-1536-46d3-887f-086cc3817fce,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:49.155020 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e5c3118b-01ee-40d6-851d-d0c063bed4a1 None None] Publish callbacks [] for port (caded823-d27a-488d-b0b6-ae81422e8147), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:49.165537 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e5c3118b-01ee-40d6-851d-d0c063bed4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714'] for port (caded823-d27a-488d-b0b6-ae81422e8147), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:49.226716 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c3118b-01ee-40d6-851d-d0c063bed4a1 None None] Network fcb34be5-02e9-434d-ab19-3848e7eb46d8 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:18:49.230754 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-e5c3118b-01ee-40d6-851d-d0c063bed4a1 None None] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:18:49.236580 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c3118b-01ee-40d6-851d-d0c063bed4a1 None None] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:18:49.243937 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3118b-01ee-40d6-851d-d0c063bed4a1 None None] Pushing event updated for resources: {'Port': ['ID=caded823-d27a-488d-b0b6-ae81422e8147,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:49.347137 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-e5c3118b-01ee-40d6-851d-d0c063bed4a1 None None] Attempting to bind port caded823-d27a-488d-b0b6-ae81422e8147 on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:18:49.347415 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-e5c3118b-01ee-40d6-851d-d0c063bed4a1 None None] Attempting to bind port caded823-d27a-488d-b0b6-ae81422e8147 by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '2f1a7486-0618-476b-8f2c-afc467c74c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:18:49.347775 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c3118b-01ee-40d6-851d-d0c063bed4a1 None None] Attempting to bind port caded823-d27a-488d-b0b6-ae81422e8147 on network fcb34be5-02e9-434d-ab19-3848e7eb46d8 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:18:49.353764 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c3118b-01ee-40d6-851d-d0c063bed4a1 None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:18:49.354128 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c3118b-01ee-40d6-851d-d0c063bed4a1 None None] Checking segment: {'id': '2f1a7486-0618-476b-8f2c-afc467c74c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:18:49.354535 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e5c3118b-01ee-40d6-851d-d0c063bed4a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:49.354951 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c3118b-01ee-40d6-851d-d0c063bed4a1 None None] Bound using segment: {'id': '2f1a7486-0618-476b-8f2c-afc467c74c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:18:49.355422 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-e5c3118b-01ee-40d6-851d-d0c063bed4a1 None None] Bound port: caded823-d27a-488d-b0b6-ae81422e8147, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1a7486-0618-476b-8f2c-afc467c74c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:18:49.356563 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e5c3118b-01ee-40d6-851d-d0c063bed4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (caded823-d27a-488d-b0b6-ae81422e8147), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:49.412374 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2ef6c-73e1-4ea0-86a8-c8d282711e84 req-c18c2047-6b4a-461b-a234-dce493de033d tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:49.420510 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5da2ef6c-73e1-4ea0-86a8-c8d282711e84 req-c18c2047-6b4a-461b-a234-dce493de033d tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1686211 Jun 24 10:18:49.451965 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-e5c3118b-01ee-40d6-851d-d0c063bed4a1 None None] For port caded823-d27a-488d-b0b6-ae81422e8147, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:18:49.458940 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-e5c3118b-01ee-40d6-851d-d0c063bed4a1 None None] For port caded823-d27a-488d-b0b6-ae81422e8147, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=caded823-d27a-488d-b0b6-ae81422e8147,segment=NetworkSegment(2f1a7486-0618-476b-8f2c-afc467c74c9c),segment_id=2f1a7486-0618-476b-8f2c-afc467c74c9c)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:18:49.461029 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8f7bb81-a7a8-428c-895c-212652c0e4b1 admin admin] Publish callbacks [] for router_gateway (7746c74e-e8d4-4b9c-a729-4c92d7801484), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:49.468965 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e5c3118b-01ee-40d6-851d-d0c063bed4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (caded823-d27a-488d-b0b6-ae81422e8147), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:49.479223 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:49.514263 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8f7bb81-a7a8-428c-895c-212652c0e4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:49.577988 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5da2ef6c-73e1-4ea0-86a8-c8d282711e84 req-ee2245b7-9890-4150-9df5-f162726708bf tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525028 Jun 24 10:18:49.615554 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3118b-01ee-40d6-851d-d0c063bed4a1 None None] Pushing event updated for resources: {'Port': ['ID=caded823-d27a-488d-b0b6-ae81422e8147,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:49.682904 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67feb68b-9d11-4c96-8a1b-b0a08ab0df23 req-ff6276b9-5d83-4b12-8503-bd2d747b3ef0 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:49.688974 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-67feb68b-9d11-4c96-8a1b-b0a08ab0df23 req-ff6276b9-5d83-4b12-8503-bd2d747b3ef0 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.1949468 Jun 24 10:18:49.751242 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:49.773503 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-e8f7bb81-a7a8-428c-895c-212652c0e4b1 admin admin] Allocated IP 172.27.0.237 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/26f6f097-5ffc-41a5-ba73-649a5998769b) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:18:49.897682 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-67feb68b-9d11-4c96-8a1b-b0a08ab0df23 req-1de6b17a-57aa-40b5-a75b-95f20964da2c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973822 Jun 24 10:18:50.073147 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8f7bb81-a7a8-428c-895c-212652c0e4b1 admin admin] Publish callbacks [] for port (26f6f097-5ffc-41a5-ba73-649a5998769b), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:50.142879 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:50.183318 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8f7bb81-a7a8-428c-895c-212652c0e4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (26f6f097-5ffc-41a5-ba73-649a5998769b), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:50.325677 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f7bb81-a7a8-428c-895c-212652c0e4b1 admin admin] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:18:50.331490 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-e8f7bb81-a7a8-428c-895c-212652c0e4b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:18:50.336489 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f7bb81-a7a8-428c-895c-212652c0e4b1 admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:18:50.369910 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7bb81-a7a8-428c-895c-212652c0e4b1 admin admin] Pushing event updated for resources: {'Port': ['ID=26f6f097-5ffc-41a5-ba73-649a5998769b,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:50.634986 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 35794) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:50.828236 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5eaa5-8760-410b-af42-b50e6076b962 req-3085a9a5-c0aa-4425-8338-c8d932b6873c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:50.832511 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cfb5eaa5-8760-410b-af42-b50e6076b962 req-3085a9a5-c0aa-4425-8338-c8d932b6873c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1318600 Jun 24 10:18:50.878034 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8f7bb81-a7a8-428c-895c-212652c0e4b1 admin admin] Publish callbacks [] for router_gateway (7746c74e-e8d4-4b9c-a729-4c92d7801484), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:50.897019 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-1a27ed8a-0749-4ae9-ab3d-7ef337eb2e39 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1971895772-network', 'tenant_id': '4a8a290c7de54fb892f408f3d4f1e657'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:18:50.957278 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cfb5eaa5-8760-410b-af42-b50e6076b962 req-1f860e5f-455e-4310-8d9d-ee699c8ec89b tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163719 Jun 24 10:18:50.960436 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a27ed8a-0749-4ae9-ab3d-7ef337eb2e39 admin admin] Made reservation on behalf of 4a8a290c7de54fb892f408f3d4f1e657 for: {'network': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:18:50.968086 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1a27ed8a-0749-4ae9-ab3d-7ef337eb2e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for network (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:50.995474 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1a27ed8a-0749-4ae9-ab3d-7ef337eb2e39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:51.117130 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device caded823-d27a-488d-b0b6-ae81422e8147 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:18:51.143844 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1a27ed8a-0749-4ae9-ab3d-7ef337eb2e39 admin admin] Publish callbacks [] for security_group (7bcf5d42-0e96-4daa-a656-3e825b82a77f), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:51.152213 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1a27ed8a-0749-4ae9-ab3d-7ef337eb2e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (7bcf5d42-0e96-4daa-a656-3e825b82a77f), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:51.195797 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a27ed8a-0749-4ae9-ab3d-7ef337eb2e39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=104051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:18:51.229738 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1a27ed8a-0749-4ae9-ab3d-7ef337eb2e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (94ba1382-a5f3-4502-b64d-689b13aff452), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:51.230480 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.db.segments_db [None req-1a27ed8a-0749-4ae9-ab3d-7ef337eb2e39 admin admin] Added segment 94ba1382-a5f3-4502-b64d-689b13aff452 of type vlan for network 68ae0d24-43c3-4ab7-b393-8a1204423670 Jun 24 10:18:51.233306 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27ed8a-0749-4ae9-ab3d-7ef337eb2e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcf5d42-0e96-4daa-a656-3e825b82a77f,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:51.273677 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port caded823-d27a-488d-b0b6-ae81422e8147 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:18:51.274057 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (caded823-d27a-488d-b0b6-ae81422e8147), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:51.297354 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1a27ed8a-0749-4ae9-ab3d-7ef337eb2e39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739177427905'] for network (68ae0d24-43c3-4ab7-b393-8a1204423670), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:51.334412 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1a27ed8a-0749-4ae9-ab3d-7ef337eb2e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for network (68ae0d24-43c3-4ab7-b393-8a1204423670), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:51.336721 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a27ed8a-0749-4ae9-ab3d-7ef337eb2e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:51.337379 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1a27ed8a-0749-4ae9-ab3d-7ef337eb2e39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:51.433743 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-1a27ed8a-0749-4ae9-ab3d-7ef337eb2e39 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7984207 Jun 24 10:18:51.437140 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 35800) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:51.442330 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-7cf2da1a-2b8b-4c07-8069-c1af36e9c7b4 admin admin] Request body: {'subnet': {'network_id': '68ae0d24-43c3-4ab7-b393-8a1204423670', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1971895772-subnet', 'tenant_id': '4a8a290c7de54fb892f408f3d4f1e657', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:18:51.460612 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:51.469783 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port caded823-d27a-488d-b0b6-ae81422e8147 is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:18:51.470485 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (caded823-d27a-488d-b0b6-ae81422e8147), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:51.484971 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8f7bb81-a7a8-428c-895c-212652c0e4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401867'] for router (7746c74e-e8d4-4b9c-a729-4c92d7801484), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:51.515848 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] For port caded823-d27a-488d-b0b6-ae81422e8147, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=caded823-d27a-488d-b0b6-ae81422e8147,segment=NetworkSegment(2f1a7486-0618-476b-8f2c-afc467c74c9c),segment_id=2f1a7486-0618-476b-8f2c-afc467c74c9c)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:18:51.525011 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27ed8a-0749-4ae9-ab3d-7ef337eb2e39 admin admin] Pushing event updated for resources: {'Network': ['ID=68ae0d24-43c3-4ab7-b393-8a1204423670,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:51.528215 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (caded823-d27a-488d-b0b6-ae81422e8147), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:51.561897 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Network 68ae0d24-43c3-4ab7-b393-8a1204423670 details requested by agent ovs-agent-dv-cinder-847132-2-iscsi with host dv-cinder-847132-2-iscsi {{(pid=104053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:18:51.615665 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:51.654046 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc10733-380a-474e-9a0c-0f2dbc81488e req-66b8a9c9-0772-4cbd-b330-55292eb8ad51 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:51.658369 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4fc10733-380a-474e-9a0c-0f2dbc81488e req-66b8a9c9-0772-4cbd-b330-55292eb8ad51 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.2119100 Jun 24 10:18:51.670660 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf2da1a-2b8b-4c07-8069-c1af36e9c7b4 admin admin] Made reservation on behalf of 4a8a290c7de54fb892f408f3d4f1e657 for: {'subnet': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:18:51.677789 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Pushing event updated for resources: {'Port': ['ID=caded823-d27a-488d-b0b6-ae81422e8147,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:51.682843 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7cf2da1a-2b8b-4c07-8069-c1af36e9c7b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16557606'] for subnet (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:51.739235 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010b9055-440e-43f5-8779-87df1f98a8f5 None None] Network fcb34be5-02e9-434d-ab19-3848e7eb46d8 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:18:51.739808 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:51.761340 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:51.785394 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f7bb81-a7a8-428c-895c-212652c0e4b1 admin admin] Router 7746c74e-e8d4-4b9c-a729-4c92d7801484 is scheduled to L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 with binding_index 1 {{(pid=104052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:18:51.825173 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4fc10733-380a-474e-9a0c-0f2dbc81488e req-13c5a25f-beda-45ab-b796-cc8378a5eb80 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062698 Jun 24 10:18:51.826756 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=89 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:51.879853 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-3fc99707-3eb8-4d9b-a1f6-b0dc751c15dd None None] Provisioning complete for port caded823-d27a-488d-b0b6-ae81422e8147 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:18:51.880285 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3fc99707-3eb8-4d9b-a1f6-b0dc751c15dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (caded823-d27a-488d-b0b6-ae81422e8147), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:52.029971 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-f6d04b57-9597-4dad-b573-1e7e84685f90 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f68ef0ce863f43cdab4afcba5329f925&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490022 Jun 24 10:18:52.103799 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-3fc99707-3eb8-4d9b-a1f6-b0dc751c15dd None None] Current status of the port caded823-d27a-488d-b0b6-ae81422e8147 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:18:52.135144 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7cf2da1a-2b8b-4c07-8069-c1af36e9c7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15868991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16557648'] for subnet (3d37c2ad-68ab-44c1-8bb6-bac03684746c), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:52.173850 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:52.188874 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f7bb81-a7a8-428c-895c-212652c0e4b1 admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:18:52.199907 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] Sync routers for ids ['7746c74e-e8d4-4b9c-a729-4c92d7801484'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:18:52.218913 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8f7bb81-a7a8-428c-895c-212652c0e4b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:52.220356 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e8f7bb81-a7a8-428c-895c-212652c0e4b1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7597847 Jun 24 10:18:52.223128 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 35818) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:52.224035 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] Routers {'7746c74e-e8d4-4b9c-a729-4c92d7801484'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:18:52.225075 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:18:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['7746c74e-e8d4-4b9c-a729-4c92d7801484'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:18:52.373834 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f5f72-3fbf-4465-83e8-a09526a1b25f req-10654b6f-2acc-43ac-b03a-cd8b7cd781a7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:52.375470 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ed1f5f72-3fbf-4465-83e8-a09526a1b25f req-10654b6f-2acc-43ac-b03a-cd8b7cd781a7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.2626770 Jun 24 10:18:52.387808 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] Set router 7746c74e-e8d4-4b9c-a729-4c92d7801484 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:18:52.479502 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2da1a-2b8b-4c07-8069-c1af36e9c7b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d37c2ad-68ab-44c1-8bb6-bac03684746c,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:52.500434 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:52.545508 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-3cf0f163-150e-4ef9-9873-40dc5e963e80 None None] Provisioning complete for port caded823-d27a-488d-b0b6-ae81422e8147 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:18:52.546731 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3cf0f163-150e-4ef9-9873-40dc5e963e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (caded823-d27a-488d-b0b6-ae81422e8147), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:52.731898 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-3cf0f163-150e-4ef9-9873-40dc5e963e80 None None] Current status of the port caded823-d27a-488d-b0b6-ae81422e8147 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:18:52.756155 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf2da1a-2b8b-4c07-8069-c1af36e9c7b4 admin admin] Checking segment: {'id': '94ba1382-a5f3-4502-b64d-689b13aff452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '68ae0d24-43c3-4ab7-b393-8a1204423670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:18:52.756881 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf2da1a-2b8b-4c07-8069-c1af36e9c7b4 admin admin] Network hostable DHCP agents. Network: 68ae0d24-43c3-4ab7-b393-8a1204423670, hostable agents: ['22a27e04-c0da-4a0e-a08f-10cd4fcfc09e'], hosted agents: [] {{(pid=104051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:18:52.788233 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ed1f5f72-3fbf-4465-83e8-a09526a1b25f req-ff0dfcd0-2380-4b1a-bf41-8f8ee089808b tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3930774 Jun 24 10:18:52.816700 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-d815c3be-7bc7-4e8b-bd4e-1edbac73edd2 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:52.816700 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-d815c3be-7bc7-4e8b-bd4e-1edbac73edd2 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7598138 Jun 24 10:18:52.826767 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'name': 'tempest-TestShelveInstance-1611658390-router', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:18:48Z', 'updated_at': '2022-06-24T10:18:50Z', 'revision_number': 3, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'gw_port': {'id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:18:49Z', 'updated_at': '2022-06-24T10:18:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:18:52.846686 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf2da1a-2b8b-4c07-8069-c1af36e9c7b4 admin admin] Network 68ae0d24-43c3-4ab7-b393-8a1204423670 is scheduled to be hosted by DHCP agent 22a27e04-c0da-4a0e-a08f-10cd4fcfc09e with binding_index 1 {{(pid=104051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:18:52.851628 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-1f605f1e-be17-440d-832e-2d9ae20ca010 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/quotas/f68ef0ce863f43cdab4afcba5329f925 HTTP/1.1" status: 200 len: 375 time: 0.0206468 Jun 24 10:18:52.860002 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] Checking router: 7746c74e-e8d4-4b9c-a729-4c92d7801484 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:18:52.861890 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] Updating router 7746c74e-e8d4-4b9c-a729-4c92d7801484 port 26f6f097-5ffc-41a5-ba73-649a5998769b binding host dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:18:52.891062 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:52.898857 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-7cf2da1a-2b8b-4c07-8069-c1af36e9c7b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847132-2-iscsi, 68ae0d24-43c3-4ab7-b393-8a1204423670) {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:18:52.907763 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (26f6f097-5ffc-41a5-ba73-649a5998769b), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:52.922842 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100407fe-0a5c-478f-a352-8fadf7bd1650 None None] Network 68ae0d24-43c3-4ab7-b393-8a1204423670 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:18:52.937114 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3a8ca761-f0b2-41d8-a9bd-0442b7941c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:52.945397 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf2da1a-2b8b-4c07-8069-c1af36e9c7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:52.948115 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7cf2da1a-2b8b-4c07-8069-c1af36e9c7b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:52.958745 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-63d649da-6d30-4d64-a622-46735943d9d2 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f68ef0ce863f43cdab4afcba5329f925&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1008322 Jun 24 10:18:53.049850 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-7cf2da1a-2b8b-4c07-8069-c1af36e9c7b4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6023619 Jun 24 10:18:53.143607 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device caded823-d27a-488d-b0b6-ae81422e8147 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:18:53.144958 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98874975-2d7c-4ce0-a848-aaeeffb3dd1f req-2d036ddc-8f85-420f-a904-987ef2d044cb tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:53.159642 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-98874975-2d7c-4ce0-a848-aaeeffb3dd1f req-2d036ddc-8f85-420f-a904-987ef2d044cb tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.1929674 Jun 24 10:18:53.315022 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-3a8ca761-f0b2-41d8-a9bd-0442b7941c11 admin admin] Allocated IP 172.20.0.1 (fcb34be5-02e9-434d-ab19-3848e7eb46d8/5c1d464b-ef78-4c93-8a97-8aea5630552f/7f46e692-b875-4f55-8ab2-ab4a03291d61) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:18:53.346344 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-98874975-2d7c-4ce0-a848-aaeeffb3dd1f req-90842a2b-a2bc-4e06-86ad-9e25df89920d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844208 Jun 24 10:18:53.453630 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-39e2ccc4-8255-445f-b700-866670f97008 req-03bfc877-4d55-40ae-a686-b8fe66b75753 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/ports?device_id=a74b8896-2818-4dd1-881b-20ce731e056b HTTP/1.1" status: 200 len: 210 time: 0.0748994 Jun 24 10:18:53.469580 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3a8ca761-f0b2-41d8-a9bd-0442b7941c11 admin admin] Publish callbacks [] for port (7f46e692-b875-4f55-8ab2-ab4a03291d61), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:53.543943 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3a8ca761-f0b2-41d8-a9bd-0442b7941c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (7f46e692-b875-4f55-8ab2-ab4a03291d61), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:53.599594 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] Publish callbacks [] for port (26f6f097-5ffc-41a5-ba73-649a5998769b), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:53.609243 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (26f6f097-5ffc-41a5-ba73-649a5998769b), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:53.680077 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] Attempting to bind port 26f6f097-5ffc-41a5-ba73-649a5998769b on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:18:53.680449 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] Attempting to bind port 26f6f097-5ffc-41a5-ba73-649a5998769b by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:18:53.680903 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] Attempting to bind port 26f6f097-5ffc-41a5-ba73-649a5998769b on network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:18:53.684537 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port caded823-d27a-488d-b0b6-ae81422e8147 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:18:53.686991 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (caded823-d27a-488d-b0b6-ae81422e8147), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:53.688421 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4683dd-15d2-4bee-bb0a-6533a8ba4365 None None] Pushing event updated for resources: {'Port': ['ID=26f6f097-5ffc-41a5-ba73-649a5998769b,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:53.705348 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4683dd-15d2-4bee-bb0a-6533a8ba4365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:53.705718 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4683dd-15d2-4bee-bb0a-6533a8ba4365 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:53.712216 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4683dd-15d2-4bee-bb0a-6533a8ba4365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:53.714613 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06777faf-caff-4113-aa4c-beb4d9aa6f71 None None] Network 68ae0d24-43c3-4ab7-b393-8a1204423670 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:18:53.715769 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:53.719830 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4683dd-15d2-4bee-bb0a-6533a8ba4365 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:53.720216 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4683dd-15d2-4bee-bb0a-6533a8ba4365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:53.720563 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4683dd-15d2-4bee-bb0a-6533a8ba4365 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:53.720895 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4683dd-15d2-4bee-bb0a-6533a8ba4365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:53.721222 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4683dd-15d2-4bee-bb0a-6533a8ba4365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:53.721547 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4683dd-15d2-4bee-bb0a-6533a8ba4365 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:53.721907 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4683dd-15d2-4bee-bb0a-6533a8ba4365 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:53.722187 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4683dd-15d2-4bee-bb0a-6533a8ba4365 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:53.722522 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4683dd-15d2-4bee-bb0a-6533a8ba4365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:53.722866 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4683dd-15d2-4bee-bb0a-6533a8ba4365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:53.723268 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4683dd-15d2-4bee-bb0a-6533a8ba4365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:53.723497 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4683dd-15d2-4bee-bb0a-6533a8ba4365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:53.727043 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ca761-f0b2-41d8-a9bd-0442b7941c11 admin admin] Pushing event updated for resources: {'Port': ['ID=7f46e692-b875-4f55-8ab2-ab4a03291d61,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:53.736154 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:18:53.736526 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] Checking segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:18:53.736925 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:53.737305 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] Bound using segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:18:53.737792 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] Bound port: 26f6f097-5ffc-41a5-ba73-649a5998769b, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:18:53.738166 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (26f6f097-5ffc-41a5-ba73-649a5998769b), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:53.739333 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8ca761-f0b2-41d8-a9bd-0442b7941c11 admin admin] Network fcb34be5-02e9-434d-ab19-3848e7eb46d8 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:18:53.741656 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-3a8ca761-f0b2-41d8-a9bd-0442b7941c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:18:53.757649 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ca761-f0b2-41d8-a9bd-0442b7941c11 admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:18:53.878484 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] For port 26f6f097-5ffc-41a5-ba73-649a5998769b, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:18:53.888476 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] For port 26f6f097-5ffc-41a5-ba73-649a5998769b, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=26f6f097-5ffc-41a5-ba73-649a5998769b,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:18:53.902337 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3a8ca761-f0b2-41d8-a9bd-0442b7941c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400494'] for router_interface (7746c74e-e8d4-4b9c-a729-4c92d7801484), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:53.907573 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (26f6f097-5ffc-41a5-ba73-649a5998769b), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:53.975984 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:53.977220 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] Routers {'7746c74e-e8d4-4b9c-a729-4c92d7801484'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:18:53.978044 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:18:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['7746c74e-e8d4-4b9c-a729-4c92d7801484'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:18:54.098744 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38808c07-092c-4faa-8188-f13aaeba38c8 req-ff301ae1-ac5b-4a1b-9351-ff1fe93b3ebc tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:54.101225 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-38808c07-092c-4faa-8188-f13aaeba38c8 req-ff301ae1-ac5b-4a1b-9351-ff1fe93b3ebc tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1193411 Jun 24 10:18:54.204167 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4683dd-15d2-4bee-bb0a-6533a8ba4365 None None] Pushing event updated for resources: {'Port': ['ID=26f6f097-5ffc-41a5-ba73-649a5998769b,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:54.253652 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3a8ca761-f0b2-41d8-a9bd-0442b7941c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (7f46e692-b875-4f55-8ab2-ab4a03291d61), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:54.256054 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-38808c07-092c-4faa-8188-f13aaeba38c8 req-37797026-23cd-4e6f-8b28-de66d1e01bbc tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457798 Jun 24 10:18:54.270696 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:54.322802 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port caded823-d27a-488d-b0b6-ae81422e8147 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:18:54.333241 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-b5793c50-f99a-4b04-8095-a003cb692f19 None None] Provisioning complete for port 7f46e692-b875-4f55-8ab2-ab4a03291d61 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:18:54.335272 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b5793c50-f99a-4b04-8095-a003cb692f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (7f46e692-b875-4f55-8ab2-ab4a03291d61), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:54.339130 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] Set router 7746c74e-e8d4-4b9c-a729-4c92d7801484 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:18:54.409001 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:54.422683 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-b5793c50-f99a-4b04-8095-a003cb692f19 None None] Port 7f46e692-b875-4f55-8ab2-ab4a03291d61 cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:18:54.579354 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:54.655084 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03067683-2741-46f2-9bdd-fa3194233301 req-5f64cf85-aea1-47ab-941f-346d9f485285 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:54.662646 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-03067683-2741-46f2-9bdd-fa3194233301 req-5f64cf85-aea1-47ab-941f-346d9f485285 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.1372063 Jun 24 10:18:54.669592 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3a8ca761-f0b2-41d8-a9bd-0442b7941c11 admin admin] Publish callbacks [] for port (7f46e692-b875-4f55-8ab2-ab4a03291d61), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:54.682332 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3a8ca761-f0b2-41d8-a9bd-0442b7941c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (7f46e692-b875-4f55-8ab2-ab4a03291d61), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:54.703815 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3e2e2017-924b-4f64-a9f7-e2751d642401 req-df8aa797-fc7d-446e-bab1-46a22822027a tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/ports?device_id=a74b8896-2818-4dd1-881b-20ce731e056b HTTP/1.1" status: 200 len: 210 time: 0.0880873 Jun 24 10:18:54.734982 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'name': 'tempest-TestShelveInstance-1611658390-router', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:18:48Z', 'updated_at': '2022-06-24T10:18:50Z', 'revision_number': 3, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'gw_port': {'id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:18:49Z', 'updated_at': '2022-06-24T10:18:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:18:54.741045 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:INSERT=3,neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:54.751573 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-03067683-2741-46f2-9bdd-fa3194233301 req-d731d3c1-55aa-402d-8b42-5b73df8c9330 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875936 Jun 24 10:18:54.780171 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4aa1b4-a444-4754-a066-5725f08abd14 None None] The sync data for ids ['7746c74e-e8d4-4b9c-a729-4c92d7801484'] in dv-cinder-847132-2-iscsi is: [{'id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'name': 'tempest-TestShelveInstance-1611658390-router', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:18:48Z', 'updated_at': '2022-06-24T10:18:50Z', 'revision_number': 3, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'gw_port': {'id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:18:49Z', 'updated_at': '2022-06-24T10:18:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:18:54.792845 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ca761-f0b2-41d8-a9bd-0442b7941c11 admin admin] Pushing event updated for resources: {'Port': ['ID=7f46e692-b875-4f55-8ab2-ab4a03291d61,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:54.805574 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3a8ca761-f0b2-41d8-a9bd-0442b7941c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398334'] for router_interface (7746c74e-e8d4-4b9c-a729-4c92d7801484), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:54.834893 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3e8523a7-8c48-4882-9008-0489e8c27705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:54.949823 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8ca761-f0b2-41d8-a9bd-0442b7941c11 admin admin] Network fcb34be5-02e9-434d-ab19-3848e7eb46d8 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:18:54.951830 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-3a8ca761-f0b2-41d8-a9bd-0442b7941c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:18:55.471162 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-3feb4110-8cd0-415d-963e-75f78f30acee None None] Provisioning complete for port 7f46e692-b875-4f55-8ab2-ab4a03291d61 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:18:55.471553 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3feb4110-8cd0-415d-963e-75f78f30acee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (7f46e692-b875-4f55-8ab2-ab4a03291d61), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:55.515043 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893b47f-d777-4bae-b109-ed114cf8cb61 req-0fe5c089-0762-4bc7-b8d0-3c61f6e597a4 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:55.520198 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4893b47f-d777-4bae-b109-ed114cf8cb61 req-0fe5c089-0762-4bc7-b8d0-3c61f6e597a4 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1081691 Jun 24 10:18:55.561344 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-3feb4110-8cd0-415d-963e-75f78f30acee None None] Port 7f46e692-b875-4f55-8ab2-ab4a03291d61 cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:18:55.604480 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4893b47f-d777-4bae-b109-ed114cf8cb61 req-70f7fedd-7089-46a6-aa97-22cd917dff9b tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775576 Jun 24 10:18:55.651471 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-2bbf43d8-dd10-4b41-91c5-99784d6dd299 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=f68ef0ce863f43cdab4afcba5329f925&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556259 Jun 24 10:18:55.706201 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8ca761-f0b2-41d8-a9bd-0442b7941c11 admin admin] Router 7746c74e-e8d4-4b9c-a729-4c92d7801484 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:18:55.961044 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b28b5071-80c1-4898-bd1a-969f468c4730 req-754e81d6-8d92-4583-acf7-930ead97d79d tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/ports?device_id=a74b8896-2818-4dd1-881b-20ce731e056b HTTP/1.1" status: 200 len: 210 time: 0.1172802 Jun 24 10:18:55.989656 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:56.018994 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-d4fe54b7-bc5c-4240-87f2-7ceca45655c0 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:56.020608 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-d4fe54b7-bc5c-4240-87f2-7ceca45655c0 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/networks?id=68ae0d24-43c3-4ab7-b393-8a1204423670 HTTP/1.1" status: 200 len: 809 time: 0.1751411 Jun 24 10:18:56.047017 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8ca761-f0b2-41d8-a9bd-0442b7941c11 admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:18:56.049070 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-6de38d2e-2f0b-475c-a995-9de98070699b tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/quotas/4a8a290c7de54fb892f408f3d4f1e657 HTTP/1.1" status: 200 len: 375 time: 0.0193951 Jun 24 10:18:56.053058 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-3a8ca761-f0b2-41d8-a9bd-0442b7941c11 admin admin] 10.222.0.64 "PUT /v2.0/routers/7746c74e-e8d4-4b9c-a729-4c92d7801484/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8289056 Jun 24 10:18:56.071201 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-8203af12-c9cf-41bb-a6cd-8e0747f6bab0 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:56.075245 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-8203af12-c9cf-41bb-a6cd-8e0747f6bab0 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4168513 Jun 24 10:18:56.093266 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-6366b557-09d2-4ef2-aadb-65bd1dd0c986 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Request body: {'port': {'device_id': 'a74b8896-2818-4dd1-881b-20ce731e056b', 'network_id': '3709e281-9b52-43ed-8f17-5fb876bd0e57', 'admin_state_up': True, 'tenant_id': 'f68ef0ce863f43cdab4afcba5329f925'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:18:56.110539 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-2bdd09af-d653-4117-9b3a-32df96561642 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a8a290c7de54fb892f408f3d4f1e657&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526893 Jun 24 10:18:56.247877 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0907ba4-c3f5-4819-ab30-f73de8cbf1ec req-4822c96a-6b0b-44da-85cf-9c9ab5a6c11d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:56.255494 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f0907ba4-c3f5-4819-ab30-f73de8cbf1ec req-4822c96a-6b0b-44da-85cf-9c9ab5a6c11d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.1380098 Jun 24 10:18:56.289238 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-6366b557-09d2-4ef2-aadb-65bd1dd0c986 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Made reservation on behalf of f68ef0ce863f43cdab4afcba5329f925 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:18:56.294111 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-6366b557-09d2-4ef2-aadb-65bd1dd0c986 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:56.304496 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-6366b557-09d2-4ef2-aadb-65bd1dd0c986 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:56.322505 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:56.334486 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-7b6b452d-cd2e-437c-a085-08f0e0e8a3c9 service neutron] 10.222.0.64 "GET /v2.0/networks/68ae0d24-43c3-4ab7-b393-8a1204423670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046266 Jun 24 10:18:56.376763 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f0907ba4-c3f5-4819-ab30-f73de8cbf1ec req-9e104d3e-3468-470e-b8af-916ca2753c24 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201541 Jun 24 10:18:56.466071 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-6366b557-09d2-4ef2-aadb-65bd1dd0c986 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Publish callbacks [] for security_group (9ff0bad4-aee1-43f9-ab50-c4d35ba7c94d), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:56.475380 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-6366b557-09d2-4ef2-aadb-65bd1dd0c986 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (9ff0bad4-aee1-43f9-ab50-c4d35ba7c94d), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:56.477948 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-1bf12ac6-7693-4981-bf11-d979afd81b28 service neutron] 10.222.0.64 "GET /v2.0/networks/68ae0d24-43c3-4ab7-b393-8a1204423670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425233 Jun 24 10:18:56.550762 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366b557-09d2-4ef2-aadb-65bd1dd0c986 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff0bad4-aee1-43f9-ab50-c4d35ba7c94d,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:56.718718 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-6366b557-09d2-4ef2-aadb-65bd1dd0c986 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Allocated IP 192.168.233.70 (3709e281-9b52-43ed-8f17-5fb876bd0e57/34df5144-26b9-4ed8-b461-0698b148faa2/ca85e86d-1048-417d-a0c6-a127ef4567db) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:18:56.864696 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e4bf9b8d-dc5f-43c4-9eac-cabc3bb207e5 req-cdd44406-3fce-422e-802f-854f691b545f tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33 HTTP/1.1" status: 200 len: 210 time: 0.1145723 Jun 24 10:18:56.922419 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514b7bc-1a73-4b2e-8be1-ba5e420baad9 req-32423843-10d1-42d6-9d76-08bc2f14c76c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:56.932024 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4514b7bc-1a73-4b2e-8be1-ba5e420baad9 req-32423843-10d1-42d6-9d76-08bc2f14c76c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1718564 Jun 24 10:18:57.012455 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 35902) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:57.024119 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-25e1d99c-8875-451f-980c-983be111df11 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1440090424-network', 'tenant_id': 'ec8925e14c8245d8a8ea20df16b39f36'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:18:57.065217 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4514b7bc-1a73-4b2e-8be1-ba5e420baad9 req-3824f279-3b02-45ae-bab7-57b28efe8a72 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321883 Jun 24 10:18:57.078939 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e1d99c-8875-451f-980c-983be111df11 admin admin] Made reservation on behalf of ec8925e14c8245d8a8ea20df16b39f36 for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:18:57.081698 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-25e1d99c-8875-451f-980c-983be111df11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:57.091933 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 26f6f097-5ffc-41a5-ba73-649a5998769b up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:18:57.096057 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-6366b557-09d2-4ef2-aadb-65bd1dd0c986 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Publish callbacks [] for port (ca85e86d-1048-417d-a0c6-a127ef4567db), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:57.117874 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-25e1d99c-8875-451f-980c-983be111df11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:57.186158 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9908e6b7-ee0c-4fac-b8f2-02d6454ffa58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:57.193105 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e41fb577-9877-4d46-bc6d-13e2fda58c72 req-610d4aac-71a8-4c81-9173-73cfc2a985bf tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/ports?device_id=a74b8896-2818-4dd1-881b-20ce731e056b HTTP/1.1" status: 200 len: 210 time: 0.0647640 Jun 24 10:18:57.197850 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 26f6f097-5ffc-41a5-ba73-649a5998769b triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:18:57.198430 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (26f6f097-5ffc-41a5-ba73-649a5998769b), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:57.238918 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-6366b557-09d2-4ef2-aadb-65bd1dd0c986 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (ca85e86d-1048-417d-a0c6-a127ef4567db), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:57.249519 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:57.274242 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:57.296594 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] Sync routers for ids ['7746c74e-e8d4-4b9c-a729-4c92d7801484'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:18:57.321121 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] Routers {'7746c74e-e8d4-4b9c-a729-4c92d7801484'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:18:57.321764 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:18:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['7746c74e-e8d4-4b9c-a729-4c92d7801484'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:18:57.349801 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-6366b557-09d2-4ef2-aadb-65bd1dd0c986 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Network 3709e281-9b52-43ed-8f17-5fb876bd0e57 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:18:57.359798 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-6366b557-09d2-4ef2-aadb-65bd1dd0c986 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:18:57.369118 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-6366b557-09d2-4ef2-aadb-65bd1dd0c986 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:18:57.402289 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366b557-09d2-4ef2-aadb-65bd1dd0c986 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Pushing event updated for resources: {'Port': ['ID=ca85e86d-1048-417d-a0c6-a127ef4567db,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:57.461159 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] Set router 7746c74e-e8d4-4b9c-a729-4c92d7801484 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:18:57.480829 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-25e1d99c-8875-451f-980c-983be111df11 admin admin] Publish callbacks [] for security_group (279ff9bf-35c8-4076-a73f-fdce13cf1dd4), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:57.489781 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-6366b557-09d2-4ef2-aadb-65bd1dd0c986 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:57.490340 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-6366b557-09d2-4ef2-aadb-65bd1dd0c986 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:57.496434 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-25e1d99c-8875-451f-980c-983be111df11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (279ff9bf-35c8-4076-a73f-fdce13cf1dd4), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:57.504374 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:INSERT=14 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:57.556339 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 26f6f097-5ffc-41a5-ba73-649a5998769b is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:18:57.557172 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (26f6f097-5ffc-41a5-ba73-649a5998769b), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:57.585033 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-6366b557-09d2-4ef2-aadb-65bd1dd0c986 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4962282 Jun 24 10:18:57.598315 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e1d99c-8875-451f-980c-983be111df11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:18:57.615221 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-61d6a8f4-9abe-4a80-8ab1-be87c1f482d2 service neutron] Request body: {'port': {'device_id': 'a74b8896-2818-4dd1-881b-20ce731e056b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:18:57.662179 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:57.682608 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1d99c-8875-451f-980c-983be111df11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279ff9bf-35c8-4076-a73f-fdce13cf1dd4,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:57.702027 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90eb815-f36b-4c5c-a2ce-f884f5b1c581 req-85e901cb-32bf-40ee-bc60-ebad293a2b0a tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:57.726080 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c90eb815-f36b-4c5c-a2ce-f884f5b1c581 req-85e901cb-32bf-40ee-bc60-ebad293a2b0a tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.1660886 Jun 24 10:18:57.733018 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-25e1d99c-8875-451f-980c-983be111df11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (962a87b0-0409-4aa7-9af1-d55ec2cae422), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:57.733719 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-25e1d99c-8875-451f-980c-983be111df11 admin admin] Added segment 962a87b0-0409-4aa7-9af1-d55ec2cae422 of type vlan for network 90e03594-bbd0-45bb-8890-bd2cb78cdd65 Jun 24 10:18:57.754622 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'name': 'tempest-TestShelveInstance-1611658390-router', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:18:48Z', 'updated_at': '2022-06-24T10:18:54Z', 'revision_number': 4, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'gw_port': {'id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:18:49Z', 'updated_at': '2022-06-24T10:18:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '7f46e692-b875-4f55-8ab2-ab4a03291d61', 'name': '', 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'mac_address': 'fa:16:3e:94:1b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5c1d464b-ef78-4c93-8a97-8aea5630552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:18:52Z', 'updated_at': '2022-06-24T10:18:54Z', 'revision_number': 2, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'subnets': [{'id': '5c1d464b-ef78-4c93-8a97-8aea5630552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:18:57.815149 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-61d6a8f4-9abe-4a80-8ab1-be87c1f482d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (ca85e86d-1048-417d-a0c6-a127ef4567db), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:57.823260 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] Checking router: 7746c74e-e8d4-4b9c-a729-4c92d7801484 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:18:57.830095 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] Updating router 7746c74e-e8d4-4b9c-a729-4c92d7801484 port 7f46e692-b875-4f55-8ab2-ab4a03291d61 binding host dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:18:57.834021 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-25e1d99c-8875-451f-980c-983be111df11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739177427905'] for network (90e03594-bbd0-45bb-8890-bd2cb78cdd65), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:57.840427 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] For port 26f6f097-5ffc-41a5-ba73-649a5998769b, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=26f6f097-5ffc-41a5-ba73-649a5998769b,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:18:57.860342 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c90eb815-f36b-4c5c-a2ce-f884f5b1c581 req-5fa75292-c825-4fa9-9a72-dec8afccc9ec tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310146 Jun 24 10:18:57.867135 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-666a56c0-cb54-4773-a1dc-ddb1d2dda4ee None None] Provisioning complete for port ca85e86d-1048-417d-a0c6-a127ef4567db triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:18:57.867978 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-666a56c0-cb54-4773-a1dc-ddb1d2dda4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (ca85e86d-1048-417d-a0c6-a127ef4567db), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:57.908534 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-666a56c0-cb54-4773-a1dc-ddb1d2dda4ee None None] Port ca85e86d-1048-417d-a0c6-a127ef4567db cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:18:57.912307 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (26f6f097-5ffc-41a5-ba73-649a5998769b), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:57.924023 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-25e1d99c-8875-451f-980c-983be111df11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for network (90e03594-bbd0-45bb-8890-bd2cb78cdd65), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:57.924926 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e1d99c-8875-451f-980c-983be111df11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:57.925496 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-25e1d99c-8875-451f-980c-983be111df11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:57.987768 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Pushing event updated for resources: {'Port': ['ID=26f6f097-5ffc-41a5-ba73-649a5998769b,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:57.993062 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (7f46e692-b875-4f55-8ab2-ab4a03291d61), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:58.053570 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b0180234-85df-4ec0-b838-e7a426c74bc1 req-3cda818d-79ad-4dd6-8527-fd3baab5144c tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33 HTTP/1.1" status: 200 len: 210 time: 0.0391231 Jun 24 10:18:58.235608 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-25e1d99c-8875-451f-980c-983be111df11 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2195370 Jun 24 10:18:58.238396 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 35916) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:58.282685 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1d99c-8875-451f-980c-983be111df11 admin admin] Pushing event updated for resources: {'Network': ['ID=90e03594-bbd0-45bb-8890-bd2cb78cdd65,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:58.308572 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Network 90e03594-bbd0-45bb-8890-bd2cb78cdd65 details requested by agent ovs-agent-dv-cinder-847132-2-iscsi with host dv-cinder-847132-2-iscsi {{(pid=104053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:18:58.327995 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-8474558b-fee2-417b-9e8c-d3b14f54f1ad admin admin] Request body: {'subnet': {'network_id': '90e03594-bbd0-45bb-8890-bd2cb78cdd65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1440090424-subnet', 'tenant_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'ip_version': 4}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:18:58.399678 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:58.460421 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cd6c4-049c-46c7-a718-fb1acbcaf707 req-bb816fd7-2014-4ccc-b52b-eeb67b5ce6b6 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:58.469756 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-616cd6c4-049c-46c7-a718-fb1acbcaf707 req-bb816fd7-2014-4ccc-b52b-eeb67b5ce6b6 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.2478738 Jun 24 10:18:58.518783 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:58.520122 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8474558b-fee2-417b-9e8c-d3b14f54f1ad admin admin] Made reservation on behalf of ec8925e14c8245d8a8ea20df16b39f36 for: {'subnet': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:18:58.523104 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8474558b-fee2-417b-9e8c-d3b14f54f1ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16557606'] for subnet (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:58.556347 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:58.565867 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-61d6a8f4-9abe-4a80-8ab1-be87c1f482d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca85e86d-1048-417d-a0c6-a127ef4567db {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:18:58.570790 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c7803-cc2c-4662-96ac-de39183431a4 req-6df7b3e1-2bc7-4fc3-82bb-b754111c390b tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:58.576683 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-61d6a8f4-9abe-4a80-8ab1-be87c1f482d2 service neutron] Publish callbacks [] for port (ca85e86d-1048-417d-a0c6-a127ef4567db), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:58.579850 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c52c7803-cc2c-4662-96ac-de39183431a4 req-6df7b3e1-2bc7-4fc3-82bb-b754111c390b tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/ports?device_id=a74b8896-2818-4dd1-881b-20ce731e056b HTTP/1.1" status: 200 len: 935 time: 0.2163005 Jun 24 10:18:58.597139 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-61d6a8f4-9abe-4a80-8ab1-be87c1f482d2 service neutron] Transition to ACTIVE for port object ca85e86d-1048-417d-a0c6-a127ef4567db will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:18:58.597991 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=5,neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:58.611645 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-61d6a8f4-9abe-4a80-8ab1-be87c1f482d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (ca85e86d-1048-417d-a0c6-a127ef4567db), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:58.641925 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-616cd6c4-049c-46c7-a718-fb1acbcaf707 req-609c2242-e1cd-46f1-b18b-472a797b2b07 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705489 Jun 24 10:18:58.690089 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:58.725341 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] Publish callbacks [] for port (7f46e692-b875-4f55-8ab2-ab4a03291d61), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:58.731028 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c52c7803-cc2c-4662-96ac-de39183431a4 req-a5b44d2a-471c-48a1-a6a1-085f08771e5e tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ff0bad4-aee1-43f9-ab50-c4d35ba7c94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497395 Jun 24 10:18:58.788089 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (7f46e692-b875-4f55-8ab2-ab4a03291d61), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:58.844565 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6a8f4-9abe-4a80-8ab1-be87c1f482d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca85e86d-1048-417d-a0c6-a127ef4567db,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:58.858920 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67ad35-fdb0-48e6-bff8-1f50bf62e3fc None None] Pushing event updated for resources: {'Port': ['ID=7f46e692-b875-4f55-8ab2-ab4a03291d61,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:58.905673 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-68198ad8-6714-4e4c-a92e-60711cadce73 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:58.914778 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-68198ad8-6714-4e4c-a92e-60711cadce73 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.27 "GET /v2.0/networks?id=68ae0d24-43c3-4ab7-b393-8a1204423670 HTTP/1.1" status: 200 len: 809 time: 0.5547411 Jun 24 10:18:58.937378 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-57ec5522-a7e0-43c4-9cd4-96e058e54aab tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Request body: {'port': {'device_id': 'dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33', 'network_id': '68ae0d24-43c3-4ab7-b393-8a1204423670', 'admin_state_up': True, 'tenant_id': '4a8a290c7de54fb892f408f3d4f1e657'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:18:59.031022 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] Attempting to bind port 7f46e692-b875-4f55-8ab2-ab4a03291d61 on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:18:59.031398 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] Attempting to bind port 7f46e692-b875-4f55-8ab2-ab4a03291d61 by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '2f1a7486-0618-476b-8f2c-afc467c74c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:18:59.035067 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] Attempting to bind port 7f46e692-b875-4f55-8ab2-ab4a03291d61 on network fcb34be5-02e9-434d-ab19-3848e7eb46d8 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:18:59.052768 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:18:59.055122 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] Checking segment: {'id': '2f1a7486-0618-476b-8f2c-afc467c74c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:18:59.055784 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:59.056331 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] Bound using segment: {'id': '2f1a7486-0618-476b-8f2c-afc467c74c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:18:59.056987 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] Bound port: 7f46e692-b875-4f55-8ab2-ab4a03291d61, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1a7486-0618-476b-8f2c-afc467c74c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:18:59.057542 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (7f46e692-b875-4f55-8ab2-ab4a03291d61), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:59.099390 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:59.127316 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-61d6a8f4-9abe-4a80-8ab1-be87c1f482d2 service neutron] Attempting to bind port ca85e86d-1048-417d-a0c6-a127ef4567db on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:18:59.127316 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-61d6a8f4-9abe-4a80-8ab1-be87c1f482d2 service neutron] Attempting to bind port ca85e86d-1048-417d-a0c6-a127ef4567db by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '26cea4c3-445e-42c8-8cef-110feefd9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3709e281-9b52-43ed-8f17-5fb876bd0e57'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:18:59.127316 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-61d6a8f4-9abe-4a80-8ab1-be87c1f482d2 service neutron] Attempting to bind port ca85e86d-1048-417d-a0c6-a127ef4567db on network 3709e281-9b52-43ed-8f17-5fb876bd0e57 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:18:59.135920 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8474558b-fee2-417b-9e8c-d3b14f54f1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15868991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16557648'] for subnet (2de016a3-b3e4-44d2-b6d5-8dde0d11e931), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:59.136824 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-61d6a8f4-9abe-4a80-8ab1-be87c1f482d2 service neutron] Port ca85e86d-1048-417d-a0c6-a127ef4567db on network 3709e281-9b52-43ed-8f17-5fb876bd0e57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:18:59.137354 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-61d6a8f4-9abe-4a80-8ab1-be87c1f482d2 service neutron] Attempting to bind port ca85e86d-1048-417d-a0c6-a127ef4567db on network 3709e281-9b52-43ed-8f17-5fb876bd0e57 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:18:59.146141 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-61d6a8f4-9abe-4a80-8ab1-be87c1f482d2 service neutron] Checking agent: {'id': '900df4b4-ebee-48f1-a22a-a520f0296ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'started_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:18:59.147352 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-61d6a8f4-9abe-4a80-8ab1-be87c1f482d2 service neutron] Checking segment: {'id': '26cea4c3-445e-42c8-8cef-110feefd9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3709e281-9b52-43ed-8f17-5fb876bd0e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:18:59.147858 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-61d6a8f4-9abe-4a80-8ab1-be87c1f482d2 service neutron] Bound using segment: {'id': '26cea4c3-445e-42c8-8cef-110feefd9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3709e281-9b52-43ed-8f17-5fb876bd0e57'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:18:59.148447 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-61d6a8f4-9abe-4a80-8ab1-be87c1f482d2 service neutron] Bound port: ca85e86d-1048-417d-a0c6-a127ef4567db, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26cea4c3-445e-42c8-8cef-110feefd9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3709e281-9b52-43ed-8f17-5fb876bd0e57'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:18:59.149494 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-61d6a8f4-9abe-4a80-8ab1-be87c1f482d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (ca85e86d-1048-417d-a0c6-a127ef4567db), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:59.232908 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] For port 7f46e692-b875-4f55-8ab2-ab4a03291d61, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:18:59.235693 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] For port 7f46e692-b875-4f55-8ab2-ab4a03291d61, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=7f46e692-b875-4f55-8ab2-ab4a03291d61,segment=NetworkSegment(2f1a7486-0618-476b-8f2c-afc467c74c9c),segment_id=2f1a7486-0618-476b-8f2c-afc467c74c9c)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:18:59.240964 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-61d6a8f4-9abe-4a80-8ab1-be87c1f482d2 service neutron] For port ca85e86d-1048-417d-a0c6-a127ef4567db, host hv-cinder-84713, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:18:59.243981 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 26f6f097-5ffc-41a5-ba73-649a5998769b up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:18:59.245085 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-61d6a8f4-9abe-4a80-8ab1-be87c1f482d2 service neutron] For port ca85e86d-1048-417d-a0c6-a127ef4567db, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=ca85e86d-1048-417d-a0c6-a127ef4567db,segment=NetworkSegment(26cea4c3-445e-42c8-8cef-110feefd9357),segment_id=26cea4c3-445e-42c8-8cef-110feefd9357)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:18:59.254096 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (7f46e692-b875-4f55-8ab2-ab4a03291d61), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:59.262123 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-61d6a8f4-9abe-4a80-8ab1-be87c1f482d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (ca85e86d-1048-417d-a0c6-a127ef4567db), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:59.279098 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55967a56-3d63-4a5c-873e-f7f472422e1f req-95567208-53ee-4fc9-be5e-bcfda1997d9e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:59.291713 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-55967a56-3d63-4a5c-873e-f7f472422e1f req-95567208-53ee-4fc9-be5e-bcfda1997d9e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.2549365 Jun 24 10:18:59.328931 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6a8f4-9abe-4a80-8ab1-be87c1f482d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca85e86d-1048-417d-a0c6-a127ef4567db,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:59.332215 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-57ec5522-a7e0-43c4-9cd4-96e058e54aab tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Made reservation on behalf of 4a8a290c7de54fb892f408f3d4f1e657 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:18:59.337042 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-57ec5522-a7e0-43c4-9cd4-96e058e54aab tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:59.375929 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] Routers {'7746c74e-e8d4-4b9c-a729-4c92d7801484'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:18:59.376661 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:18:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['7746c74e-e8d4-4b9c-a729-4c92d7801484'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:18:59.430747 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67ad35-fdb0-48e6-bff8-1f50bf62e3fc None None] Pushing event updated for resources: {'Port': ['ID=7f46e692-b875-4f55-8ab2-ab4a03291d61,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:59.448140 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 26f6f097-5ffc-41a5-ba73-649a5998769b triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:18:59.448534 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (26f6f097-5ffc-41a5-ba73-649a5998769b), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:59.467095 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9358b7b2-06de-4cd2-9ac4-653ce2066ea0 req-ce6635bd-4a01-4f26-aec4-23d44eec3949 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33 HTTP/1.1" status: 200 len: 210 time: 0.1958411 Jun 24 10:18:59.487310 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-688aa6ac-4fec-4a74-b92e-acad1d02810c None None] Provisioning complete for port 7f46e692-b875-4f55-8ab2-ab4a03291d61 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:18:59.487684 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-688aa6ac-4fec-4a74-b92e-acad1d02810c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (7f46e692-b875-4f55-8ab2-ab4a03291d61), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:59.504842 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474558b-fee2-417b-9e8c-d3b14f54f1ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=2de016a3-b3e4-44d2-b6d5-8dde0d11e931,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:59.510264 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-57ec5522-a7e0-43c4-9cd4-96e058e54aab tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Allocated IP 172.20.0.4 (68ae0d24-43c3-4ab7-b393-8a1204423670/3d37c2ad-68ab-44c1-8bb6-bac03684746c/c6a205fe-bd8f-48c8-90b0-9153f04e0de5) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:18:59.571393 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8474558b-fee2-417b-9e8c-d3b14f54f1ad admin admin] Checking segment: {'id': '962a87b0-0409-4aa7-9af1-d55ec2cae422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '90e03594-bbd0-45bb-8890-bd2cb78cdd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:18:59.571759 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8474558b-fee2-417b-9e8c-d3b14f54f1ad admin admin] Network hostable DHCP agents. Network: 90e03594-bbd0-45bb-8890-bd2cb78cdd65, hostable agents: ['22a27e04-c0da-4a0e-a08f-10cd4fcfc09e'], hosted agents: [] {{(pid=104051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:18:59.591962 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-55967a56-3d63-4a5c-873e-f7f472422e1f req-214a1042-933c-41a8-a820-dd093f794783 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991784 Jun 24 10:18:59.626912 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8474558b-fee2-417b-9e8c-d3b14f54f1ad admin admin] Network 90e03594-bbd0-45bb-8890-bd2cb78cdd65 is scheduled to be hosted by DHCP agent 22a27e04-c0da-4a0e-a08f-10cd4fcfc09e with binding_index 1 {{(pid=104051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:18:59.642845 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-8474558b-fee2-417b-9e8c-d3b14f54f1ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847132-2-iscsi, 90e03594-bbd0-45bb-8890-bd2cb78cdd65) {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:18:59.649285 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8474558b-fee2-417b-9e8c-d3b14f54f1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:59.650075 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8474558b-fee2-417b-9e8c-d3b14f54f1ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:59.677559 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-8474558b-fee2-417b-9e8c-d3b14f54f1ad admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4265494 Jun 24 10:18:59.680850 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 35928) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:59.690241 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb89f98-6559-430e-a9c2-57ee61580e20 None None] Network 90e03594-bbd0-45bb-8890-bd2cb78cdd65 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:18:59.690983 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-61d6a8f4-9abe-4a80-8ab1-be87c1f482d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:59.691620 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-61d6a8f4-9abe-4a80-8ab1-be87c1f482d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:59.693914 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-61d6a8f4-9abe-4a80-8ab1-be87c1f482d2 service neutron] 10.222.0.27 "PUT /v2.0/ports/ca85e86d-1048-417d-a0c6-a127ef4567db HTTP/1.1" status: 200 len: 1097 time: 2.0889564 Jun 24 10:18:59.699546 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74b8896-2818-4dd1-881b-20ce731e056b', 'tag': 'ca85e86d-1048-417d-a0c6-a127ef4567db'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:18:59.702842 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e240365a-4764-42db-abad-169865ea3d74" -d '{"events": [{"name": "network-changed", "server_uuid": "a74b8896-2818-4dd1-881b-20ce731e056b", "tag": "ca85e86d-1048-417d-a0c6-a127ef4567db"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:18:59.708010 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-96e0a503-dcfe-453f-bc82-19b966423f8f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1440090424-router', 'tenant_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:18:59.732248 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-57ec5522-a7e0-43c4-9cd4-96e058e54aab tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Publish callbacks [] for port (c6a205fe-bd8f-48c8-90b0-9153f04e0de5), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:59.736412 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:59.774378 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-96e0a503-dcfe-453f-bc82-19b966423f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-395474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7657'] for router (296ff229-2728-4c7f-8615-b65d13f112e3), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:59.775557 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-96e0a503-dcfe-453f-bc82-19b966423f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7678'] for router (296ff229-2728-4c7f-8615-b65d13f112e3), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:59.826406 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae13cd5-9fc2-4891-b8e8-5f860a9645fe x-openstack-request-id: req-aae13cd5-9fc2-4891-b8e8-5f860a9645fe {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:18:59.826723 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74b8896-2818-4dd1-881b-20ce731e056b", "tag": "ca85e86d-1048-417d-a0c6-a127ef4567db", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:18:59.826981 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aae13cd5-9fc2-4891-b8e8-5f860a9645fe {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:18:59.827424 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae13cd5-9fc2-4891-b8e8-5f860a9645fe'] response: {'name': 'network-changed', 'server_uuid': 'a74b8896-2818-4dd1-881b-20ce731e056b', 'tag': 'ca85e86d-1048-417d-a0c6-a127ef4567db', 'status': 'completed', 'code': 200} Jun 24 10:18:59.899070 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-69644552-5bc8-437c-9bd4-91f7667ab357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:59.900698 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-69644552-5bc8-437c-9bd4-91f7667ab357 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=f68ef0ce863f43cdab4afcba5329f925&device_id=a74b8896-2818-4dd1-881b-20ce731e056b HTTP/1.1" status: 200 len: 1131 time: 0.1350555 Jun 24 10:18:59.903203 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-57ec5522-a7e0-43c4-9cd4-96e058e54aab tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (c6a205fe-bd8f-48c8-90b0-9153f04e0de5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:59.909215 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] Set router 7746c74e-e8d4-4b9c-a729-4c92d7801484 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:18:59.934761 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae544e-303b-4435-b72d-7ff49f8c5c9b req-234707a8-ce18-472f-a54b-6c50d34b2fdc tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:59.937332 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-92ae544e-303b-4435-b72d-7ff49f8c5c9b req-234707a8-ce18-472f-a54b-6c50d34b2fdc tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/ports?device_id=a74b8896-2818-4dd1-881b-20ce731e056b HTTP/1.1" status: 200 len: 947 time: 0.0634048 Jun 24 10:18:59.982761 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4246cc-8582-4a27-a958-b9520e8437c1 req-b228d5eb-43fa-403a-9b29-f46ab6fe9d92 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:59.991179 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0a4246cc-8582-4a27-a958-b9520e8437c1 req-b228d5eb-43fa-403a-9b29-f46ab6fe9d92 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1989090 Jun 24 10:19:00.001513 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:00.075769 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-90e39309-c0a7-4f46-8d65-31d4c82aa34b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=ca85e86d-1048-417d-a0c6-a127ef4567db HTTP/1.1" status: 200 len: 217 time: 0.1478944 Jun 24 10:19:00.104559 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec5522-a7e0-43c4-9cd4-96e058e54aab tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Pushing event updated for resources: {'Port': ['ID=c6a205fe-bd8f-48c8-90b0-9153f04e0de5,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:00.122971 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-57ec5522-a7e0-43c4-9cd4-96e058e54aab tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Network 68ae0d24-43c3-4ab7-b393-8a1204423670 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:19:00.134781 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-57ec5522-a7e0-43c4-9cd4-96e058e54aab tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:19:00.177562 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-96e0a503-dcfe-453f-bc82-19b966423f8f admin admin] Publish callbacks [] for router_controller (296ff229-2728-4c7f-8615-b65d13f112e3), precommit_add_association {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:00.207823 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-57ec5522-a7e0-43c4-9cd4-96e058e54aab tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:19:00.249693 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:00.256120 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-c06421d6-cd3e-48fd-ad40-a767f21293f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:00.257617 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-c06421d6-cd3e-48fd-ad40-a767f21293f8 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=34df5144-26b9-4ed8-b461-0698b148faa2 HTTP/1.1" status: 200 len: 843 time: 0.1807709 Jun 24 10:19:00.279615 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:00.287292 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-57ec5522-a7e0-43c4-9cd4-96e058e54aab tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:00.287553 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-57ec5522-a7e0-43c4-9cd4-96e058e54aab tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:00.330082 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-d0af21cc-0750-46a3-866b-df143f1dadcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:00.331776 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-d0af21cc-0750-46a3-866b-df143f1dadcf service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=3709e281-9b52-43ed-8f17-5fb876bd0e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0645304 Jun 24 10:19:00.335243 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:00.338106 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-57ec5522-a7e0-43c4-9cd4-96e058e54aab tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4067850 Jun 24 10:19:00.341843 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-92ae544e-303b-4435-b72d-7ff49f8c5c9b req-6628935d-4a8e-4cba-9995-ccb112818112 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ff0bad4-aee1-43f9-ab50-c4d35ba7c94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949516 Jun 24 10:19:00.369003 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-72a3e315-6096-49d7-b14f-4b2fc78382a0 service neutron] Request body: {'port': {'device_id': 'dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:19:00.394837 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-688aa6ac-4fec-4a74-b92e-acad1d02810c None None] Current status of the port 7f46e692-b875-4f55-8ab2-ab4a03291d61 is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:00.395470 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-688aa6ac-4fec-4a74-b92e-acad1d02810c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (7f46e692-b875-4f55-8ab2-ab4a03291d61), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:00.397283 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0a4246cc-8582-4a27-a958-b9520e8437c1 req-18824bf7-4a4f-457a-a980-ee334e3c985b tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4051566 Jun 24 10:19:00.407998 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:00.408890 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:00.435150 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 26f6f097-5ffc-41a5-ba73-649a5998769b is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:00.460255 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:00.491003 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-96e0a503-dcfe-453f-bc82-19b966423f8f admin admin] Publish callbacks [] for router_gateway (296ff229-2728-4c7f-8615-b65d13f112e3), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:00.521371 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-688aa6ac-4fec-4a74-b92e-acad1d02810c None None] For port 7f46e692-b875-4f55-8ab2-ab4a03291d61, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=7f46e692-b875-4f55-8ab2-ab4a03291d61,segment=NetworkSegment(2f1a7486-0618-476b-8f2c-afc467c74c9c),segment_id=2f1a7486-0618-476b-8f2c-afc467c74c9c)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:19:00.536035 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-688aa6ac-4fec-4a74-b92e-acad1d02810c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (7f46e692-b875-4f55-8ab2-ab4a03291d61), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:00.546693 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-72a3e315-6096-49d7-b14f-4b2fc78382a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (c6a205fe-bd8f-48c8-90b0-9153f04e0de5), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:00.578063 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-977c2827-f1d3-47ec-b65c-5d3b4d4fc925 service neutron] 10.222.0.27 "GET /v2.0/networks/3709e281-9b52-43ed-8f17-5fb876bd0e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291572 Jun 24 10:19:00.616312 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688aa6ac-4fec-4a74-b92e-acad1d02810c None None] Pushing event updated for resources: {'Port': ['ID=7f46e692-b875-4f55-8ab2-ab4a03291d61,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:00.626593 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2f6387-b5c6-4e8f-aa8f-e90965293367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e32736c-ee8a-568f-8714-1db4f76c74ea-90e03594-bbd0-45bb-8890-bd2cb78cdd65', 'network_id': '90e03594-bbd0-45bb-8890-bd2cb78cdd65', 'project_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'fixed_ips': [{'subnet_id': '2de016a3-b3e4-44d2-b6d5-8dde0d11e931'}]}} from dv-cinder-847132-2-iscsi. {{(pid=104053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:19:00.627693 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-af2f6387-b5c6-4e8f-aa8f-e90965293367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:00.721573 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-f59e592a-d190-4d21-b46e-01f741b62686 None None] Provisioning complete for port 7f46e692-b875-4f55-8ab2-ab4a03291d61 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:19:00.722096 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f59e592a-d190-4d21-b46e-01f741b62686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (7f46e692-b875-4f55-8ab2-ab4a03291d61), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:00.738871 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26c476-7d47-4111-9f64-44636f123309 req-4f96c5a6-3c8d-4004-9966-5c4ca873949b tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:00.740738 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1f26c476-7d47-4111-9f64-44636f123309 req-4f96c5a6-3c8d-4004-9966-5c4ca873949b tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33 HTTP/1.1" status: 200 len: 931 time: 0.0660501 Jun 24 10:19:00.823300 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'name': 'tempest-TestShelveInstance-1611658390-router', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:18:48Z', 'updated_at': '2022-06-24T10:18:54Z', 'revision_number': 4, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'gw_port': {'id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:18:49Z', 'updated_at': '2022-06-24T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '7f46e692-b875-4f55-8ab2-ab4a03291d61', 'name': '', 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'mac_address': 'fa:16:3e:94:1b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5c1d464b-ef78-4c93-8a97-8aea5630552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:18:52Z', 'updated_at': '2022-06-24T10:18:59Z', 'revision_number': 4, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'subnets': [{'id': '5c1d464b-ef78-4c93-8a97-8aea5630552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:19:00.868355 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fd62b691-b1c5-4bff-bddd-53c2bf75ef2f req-d47b2f43-234d-42a3-8f14-d47006845b12 service neutron] 10.222.0.27 "GET /v2.0/networks/3709e281-9b52-43ed-8f17-5fb876bd0e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805641 Jun 24 10:19:00.884564 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76129c5c-e81e-43b4-9d96-beeaf97f0187 None None] The sync data for ids ['7746c74e-e8d4-4b9c-a729-4c92d7801484'] in dv-cinder-847132-2-iscsi is: [{'id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'name': 'tempest-TestShelveInstance-1611658390-router', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:18:48Z', 'updated_at': '2022-06-24T10:18:54Z', 'revision_number': 4, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'gw_port': {'id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:18:49Z', 'updated_at': '2022-06-24T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '7f46e692-b875-4f55-8ab2-ab4a03291d61', 'name': '', 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'mac_address': 'fa:16:3e:94:1b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5c1d464b-ef78-4c93-8a97-8aea5630552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:18:52Z', 'updated_at': '2022-06-24T10:18:59Z', 'revision_number': 4, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'subnets': [{'id': '5c1d464b-ef78-4c93-8a97-8aea5630552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:19:01.001984 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbb3e5-11b8-4efd-a72c-26bdae800928 req-d0af358b-04c0-44d9-ae8d-e73880c765de tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:01.004278 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2fdbb3e5-11b8-4efd-a72c-26bdae800928 req-d0af358b-04c0-44d9-ae8d-e73880c765de tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.2286053 Jun 24 10:19:01.046829 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-f59e592a-d190-4d21-b46e-01f741b62686 None None] Current status of the port 7f46e692-b875-4f55-8ab2-ab4a03291d61 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:01.067552 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-af2f6387-b5c6-4e8f-aa8f-e90965293367 None None] Allocated IP 172.20.0.2 (90e03594-bbd0-45bb-8890-bd2cb78cdd65/2de016a3-b3e4-44d2-b6d5-8dde0d11e931/57f79669-9cef-422e-af73-2644ae77c238) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:19:01.100153 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1f26c476-7d47-4111-9f64-44636f123309 req-d33d5989-6d21-4fb5-b779-025a4d72c5eb tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231547 Jun 24 10:19:01.105597 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-96e0a503-dcfe-453f-bc82-19b966423f8f admin admin] Publish callbacks [] for router_gateway (296ff229-2728-4c7f-8615-b65d13f112e3), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:01.141778 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-72a3e315-6096-49d7-b14f-4b2fc78382a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a205fe-bd8f-48c8-90b0-9153f04e0de5 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:19:01.144123 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-96e0a503-dcfe-453f-bc82-19b966423f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:01.163267 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-72a3e315-6096-49d7-b14f-4b2fc78382a0 service neutron] Publish callbacks [] for port (c6a205fe-bd8f-48c8-90b0-9153f04e0de5), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:01.167463 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2fdbb3e5-11b8-4efd-a72c-26bdae800928 req-e573b3eb-ba4f-412c-bfce-e9cf02fcc6d9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511250 Jun 24 10:19:01.224164 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-72a3e315-6096-49d7-b14f-4b2fc78382a0 service neutron] Transition to ACTIVE for port object c6a205fe-bd8f-48c8-90b0-9153f04e0de5 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:19:01.234764 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-72a3e315-6096-49d7-b14f-4b2fc78382a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (c6a205fe-bd8f-48c8-90b0-9153f04e0de5), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:01.316385 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3e315-6096-49d7-b14f-4b2fc78382a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a205fe-bd8f-48c8-90b0-9153f04e0de5,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:01.375990 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-96e0a503-dcfe-453f-bc82-19b966423f8f admin admin] Allocated IP 172.27.0.201 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/d8ac88c5-1f64-43a7-a98f-9f8ce402a8de) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:19:01.523454 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-af2f6387-b5c6-4e8f-aa8f-e90965293367 None None] Publish callbacks [] for port (57f79669-9cef-422e-af73-2644ae77c238), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:01.544197 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-af2f6387-b5c6-4e8f-aa8f-e90965293367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714'] for port (57f79669-9cef-422e-af73-2644ae77c238), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:01.611109 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:01.619171 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-72a3e315-6096-49d7-b14f-4b2fc78382a0 service neutron] Attempting to bind port c6a205fe-bd8f-48c8-90b0-9153f04e0de5 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:19:01.620185 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-72a3e315-6096-49d7-b14f-4b2fc78382a0 service neutron] Attempting to bind port c6a205fe-bd8f-48c8-90b0-9153f04e0de5 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '94ba1382-a5f3-4502-b64d-689b13aff452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '68ae0d24-43c3-4ab7-b393-8a1204423670'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:19:01.621926 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-72a3e315-6096-49d7-b14f-4b2fc78382a0 service neutron] Attempting to bind port c6a205fe-bd8f-48c8-90b0-9153f04e0de5 on network 68ae0d24-43c3-4ab7-b393-8a1204423670 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:19:01.630332 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-72a3e315-6096-49d7-b14f-4b2fc78382a0 service neutron] Port c6a205fe-bd8f-48c8-90b0-9153f04e0de5 on network 68ae0d24-43c3-4ab7-b393-8a1204423670 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:19:01.631208 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-72a3e315-6096-49d7-b14f-4b2fc78382a0 service neutron] Attempting to bind port c6a205fe-bd8f-48c8-90b0-9153f04e0de5 on network 68ae0d24-43c3-4ab7-b393-8a1204423670 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:19:01.636075 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2f6387-b5c6-4e8f-aa8f-e90965293367 None None] Network 90e03594-bbd0-45bb-8890-bd2cb78cdd65 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:19:01.641834 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-72a3e315-6096-49d7-b14f-4b2fc78382a0 service neutron] Checking agent: {'id': '900df4b4-ebee-48f1-a22a-a520f0296ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'started_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:19:01.643151 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-72a3e315-6096-49d7-b14f-4b2fc78382a0 service neutron] Checking segment: {'id': '94ba1382-a5f3-4502-b64d-689b13aff452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '68ae0d24-43c3-4ab7-b393-8a1204423670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:19:01.643995 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-72a3e315-6096-49d7-b14f-4b2fc78382a0 service neutron] Bound using segment: {'id': '94ba1382-a5f3-4502-b64d-689b13aff452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '68ae0d24-43c3-4ab7-b393-8a1204423670'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:19:01.644898 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-72a3e315-6096-49d7-b14f-4b2fc78382a0 service neutron] Bound port: c6a205fe-bd8f-48c8-90b0-9153f04e0de5, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ba1382-a5f3-4502-b64d-689b13aff452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '68ae0d24-43c3-4ab7-b393-8a1204423670'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:19:01.645268 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f6387-b5c6-4e8f-aa8f-e90965293367 None None] Pushing event updated for resources: {'Port': ['ID=57f79669-9cef-422e-af73-2644ae77c238,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:01.645902 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-72a3e315-6096-49d7-b14f-4b2fc78382a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (c6a205fe-bd8f-48c8-90b0-9153f04e0de5), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:01.652220 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-af2f6387-b5c6-4e8f-aa8f-e90965293367 None None] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:19:01.666053 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2f6387-b5c6-4e8f-aa8f-e90965293367 None None] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:19:01.734746 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:01.779375 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea64e12-10c3-4d4f-ab84-6c9c69161b5f req-4702d031-9044-4d8a-a9e9-c536ddf518e1 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:01.781132 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0ea64e12-10c3-4d4f-ab84-6c9c69161b5f req-4702d031-9044-4d8a-a9e9-c536ddf518e1 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.2134514 Jun 24 10:19:01.798091 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-96e0a503-dcfe-453f-bc82-19b966423f8f admin admin] Publish callbacks [] for port (d8ac88c5-1f64-43a7-a98f-9f8ce402a8de), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:01.806440 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-af2f6387-b5c6-4e8f-aa8f-e90965293367 None None] Attempting to bind port 57f79669-9cef-422e-af73-2644ae77c238 on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:19:01.807173 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-af2f6387-b5c6-4e8f-aa8f-e90965293367 None None] Attempting to bind port 57f79669-9cef-422e-af73-2644ae77c238 by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '962a87b0-0409-4aa7-9af1-d55ec2cae422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '90e03594-bbd0-45bb-8890-bd2cb78cdd65'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:19:01.808459 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2f6387-b5c6-4e8f-aa8f-e90965293367 None None] Attempting to bind port 57f79669-9cef-422e-af73-2644ae77c238 on network 90e03594-bbd0-45bb-8890-bd2cb78cdd65 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:19:01.819590 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2f6387-b5c6-4e8f-aa8f-e90965293367 None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:19:01.820545 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2f6387-b5c6-4e8f-aa8f-e90965293367 None None] Checking segment: {'id': '962a87b0-0409-4aa7-9af1-d55ec2cae422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '90e03594-bbd0-45bb-8890-bd2cb78cdd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:19:01.821746 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-af2f6387-b5c6-4e8f-aa8f-e90965293367 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:01.822366 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2f6387-b5c6-4e8f-aa8f-e90965293367 None None] Bound using segment: {'id': '962a87b0-0409-4aa7-9af1-d55ec2cae422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '90e03594-bbd0-45bb-8890-bd2cb78cdd65'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:19:01.823306 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-af2f6387-b5c6-4e8f-aa8f-e90965293367 None None] Bound port: 57f79669-9cef-422e-af73-2644ae77c238, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962a87b0-0409-4aa7-9af1-d55ec2cae422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '90e03594-bbd0-45bb-8890-bd2cb78cdd65'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:19:01.823882 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-af2f6387-b5c6-4e8f-aa8f-e90965293367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (57f79669-9cef-422e-af73-2644ae77c238), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:01.845451 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3cf13e-81f2-47b3-9843-d0cf661ef0bb req-0cbac261-e609-4389-9968-fca26af14bfb tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:01.847702 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bd3cf13e-81f2-47b3-9843-d0cf661ef0bb req-0cbac261-e609-4389-9968-fca26af14bfb tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/ports?device_id=a74b8896-2818-4dd1-881b-20ce731e056b HTTP/1.1" status: 200 len: 947 time: 0.1852903 Jun 24 10:19:01.907545 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-af2f6387-b5c6-4e8f-aa8f-e90965293367 None None] For port 57f79669-9cef-422e-af73-2644ae77c238, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:19:01.915044 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-af2f6387-b5c6-4e8f-aa8f-e90965293367 None None] For port 57f79669-9cef-422e-af73-2644ae77c238, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=57f79669-9cef-422e-af73-2644ae77c238,segment=NetworkSegment(962a87b0-0409-4aa7-9af1-d55ec2cae422),segment_id=962a87b0-0409-4aa7-9af1-d55ec2cae422)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:19:01.928764 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-af2f6387-b5c6-4e8f-aa8f-e90965293367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (57f79669-9cef-422e-af73-2644ae77c238), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:01.946918 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:01.965266 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0ea64e12-10c3-4d4f-ab84-6c9c69161b5f req-815158c2-c12a-4ee0-ae7f-b512a6d6c9e6 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731098 Jun 24 10:19:01.973850 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-96e0a503-dcfe-453f-bc82-19b966423f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (d8ac88c5-1f64-43a7-a98f-9f8ce402a8de), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:02.039279 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f6387-b5c6-4e8f-aa8f-e90965293367 None None] Pushing event updated for resources: {'Port': ['ID=57f79669-9cef-422e-af73-2644ae77c238,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:02.052953 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bd3cf13e-81f2-47b3-9843-d0cf661ef0bb req-75e1c0f8-3ff3-4ca4-ae90-883fadaaf5ca tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ff0bad4-aee1-43f9-ab50-c4d35ba7c94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976047 Jun 24 10:19:02.081680 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e0a503-dcfe-453f-bc82-19b966423f8f admin admin] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:19:02.086570 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-96e0a503-dcfe-453f-bc82-19b966423f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:19:02.091488 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e0a503-dcfe-453f-bc82-19b966423f8f admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:19:02.095732 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:02.119114 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0a503-dcfe-453f-bc82-19b966423f8f admin admin] Pushing event updated for resources: {'Port': ['ID=d8ac88c5-1f64-43a7-a98f-9f8ce402a8de,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:02.425454 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240365a-4764-42db-abad-169865ea3d74 req-2e31f07e-b5df-4d30-8b5e-8a53a57abf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:02.427025 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e240365a-4764-42db-abad-169865ea3d74 req-2e31f07e-b5df-4d30-8b5e-8a53a57abf9e service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=f68ef0ce863f43cdab4afcba5329f925&device_id=a74b8896-2818-4dd1-881b-20ce731e056b HTTP/1.1" status: 200 len: 1131 time: 0.1428645 Jun 24 10:19:02.462141 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:02.504475 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:02.506179 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-72a3e315-6096-49d7-b14f-4b2fc78382a0 service neutron] For port c6a205fe-bd8f-48c8-90b0-9153f04e0de5, host hv-cinder-84713, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:19:02.541214 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d19d0d-796c-47f8-b5d7-4527fe475303 req-52552c1a-cd48-4036-914e-265d5b7a2ac9 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:02.552012 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-08d19d0d-796c-47f8-b5d7-4527fe475303 req-52552c1a-cd48-4036-914e-265d5b7a2ac9 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33 HTTP/1.1" status: 200 len: 943 time: 0.2848086 Jun 24 10:19:02.559114 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b103527-f498-4119-8310-775e656fb345 req-cf8707de-de33-4fd1-ac4e-ece52f49e1e8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:02.566402 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6b103527-f498-4119-8310-775e656fb345 req-cf8707de-de33-4fd1-ac4e-ece52f49e1e8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.1866844 Jun 24 10:19:02.576246 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-72a3e315-6096-49d7-b14f-4b2fc78382a0 service neutron] For port c6a205fe-bd8f-48c8-90b0-9153f04e0de5, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c6a205fe-bd8f-48c8-90b0-9153f04e0de5,segment=NetworkSegment(94ba1382-a5f3-4502-b64d-689b13aff452),segment_id=94ba1382-a5f3-4502-b64d-689b13aff452)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:19:02.601315 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-72a3e315-6096-49d7-b14f-4b2fc78382a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (c6a205fe-bd8f-48c8-90b0-9153f04e0de5), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:02.656934 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240365a-4764-42db-abad-169865ea3d74 req-ee34c314-0513-4f5f-8965-2cdfc8ea9ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:02.661302 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e240365a-4764-42db-abad-169865ea3d74 req-ee34c314-0513-4f5f-8965-2cdfc8ea9ba9 service neutron] 10.222.0.27 "GET /v2.0/networks?id=3709e281-9b52-43ed-8f17-5fb876bd0e57 HTTP/1.1" status: 200 len: 870 time: 0.2272589 Jun 24 10:19:02.668851 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-72a3e315-6096-49d7-b14f-4b2fc78382a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:02.669580 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-72a3e315-6096-49d7-b14f-4b2fc78382a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:02.671015 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-72a3e315-6096-49d7-b14f-4b2fc78382a0 service neutron] 10.222.0.27 "PUT /v2.0/ports/c6a205fe-bd8f-48c8-90b0-9153f04e0de5 HTTP/1.1" status: 200 len: 1093 time: 2.3191249 Jun 24 10:19:02.671483 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33', 'tag': 'c6a205fe-bd8f-48c8-90b0-9153f04e0de5'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:19:02.673822 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b46625-dcc3-4b08-932d-af91a5f2eaa0" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33", "tag": "c6a205fe-bd8f-48c8-90b0-9153f04e0de5"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:19:02.742369 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e240365a-4764-42db-abad-169865ea3d74 req-3e52b53c-a9d7-4afc-ae2b-0b194e55a58a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=ca85e86d-1048-417d-a0c6-a127ef4567db HTTP/1.1" status: 200 len: 217 time: 0.0628805 Jun 24 10:19:02.743158 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3e315-6096-49d7-b14f-4b2fc78382a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a205fe-bd8f-48c8-90b0-9153f04e0de5,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:02.847143 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-5e9b2a16-1caa-45bb-94ce-e06bf10978d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:02.848642 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-5e9b2a16-1caa-45bb-94ce-e06bf10978d9 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=4a8a290c7de54fb892f408f3d4f1e657&device_id=dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33 HTTP/1.1" status: 200 len: 1127 time: 0.0959656 Jun 24 10:19:02.850316 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240365a-4764-42db-abad-169865ea3d74 req-fda4dcad-2b89-4cc3-9954-3953776f51c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:02.851745 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e240365a-4764-42db-abad-169865ea3d74 req-fda4dcad-2b89-4cc3-9954-3953776f51c0 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=34df5144-26b9-4ed8-b461-0698b148faa2 HTTP/1.1" status: 200 len: 843 time: 0.1002378 Jun 24 10:19:02.908795 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-f30c771d-76a4-4b80-ab5c-fa910a4c6052 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6a205fe-bd8f-48c8-90b0-9153f04e0de5 HTTP/1.1" status: 200 len: 217 time: 0.0491059 Jun 24 10:19:02.974168 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240365a-4764-42db-abad-169865ea3d74 req-59f25456-196e-41d7-a6b2-56fdd2d179c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:02.975246 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e240365a-4764-42db-abad-169865ea3d74 req-59f25456-196e-41d7-a6b2-56fdd2d179c3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=3709e281-9b52-43ed-8f17-5fb876bd0e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1086261 Jun 24 10:19:03.002884 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-cb8deb8f-e961-4db6-8832-960624b23452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:03.006861 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-cb8deb8f-e961-4db6-8832-960624b23452 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3d37c2ad-68ab-44c1-8bb6-bac03684746c HTTP/1.1" status: 200 len: 849 time: 0.0808544 Jun 24 10:19:03.033207 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-08d19d0d-796c-47f8-b5d7-4527fe475303 req-eedeca5e-291d-4787-940e-f9a7fbe09bd8 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655874 Jun 24 10:19:03.046079 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6b103527-f498-4119-8310-775e656fb345 req-83929ca5-aabd-4a4e-b48a-06b9dc2afeb4 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4130919 Jun 24 10:19:03.082061 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-96e0a503-dcfe-453f-bc82-19b966423f8f admin admin] Publish callbacks [] for router_gateway (296ff229-2728-4c7f-8615-b65d13f112e3), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:03.130233 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-966162e4-2626-4956-bbe2-9e88a0762ff7 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=68ae0d24-43c3-4ab7-b393-8a1204423670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839913 Jun 24 10:19:03.203409 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42def6b4-6b4d-497f-86e0-a247d478121b x-openstack-request-id: req-42def6b4-6b4d-497f-86e0-a247d478121b {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:19:03.203835 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33", "tag": "c6a205fe-bd8f-48c8-90b0-9153f04e0de5", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:19:03.204193 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42def6b4-6b4d-497f-86e0-a247d478121b {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:19:03.204691 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42def6b4-6b4d-497f-86e0-a247d478121b'] response: {'name': 'network-changed', 'server_uuid': 'dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33', 'tag': 'c6a205fe-bd8f-48c8-90b0-9153f04e0de5', 'status': 'completed', 'code': 200} Jun 24 10:19:03.224250 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 7f46e692-b875-4f55-8ab2-ab4a03291d61 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:19:03.298049 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94a933-99dd-47a2-96c3-63b9fc4c5368 req-ee21fcf7-8408-4ba2-aa60-af444ed26601 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:03.305241 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0a94a933-99dd-47a2-96c3-63b9fc4c5368 req-ee21fcf7-8408-4ba2-aa60-af444ed26601 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1035821 Jun 24 10:19:03.341629 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 7f46e692-b875-4f55-8ab2-ab4a03291d61 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:19:03.344968 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (7f46e692-b875-4f55-8ab2-ab4a03291d61), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:03.397591 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e240365a-4764-42db-abad-169865ea3d74 req-29acc65e-d7db-452d-bac5-fe4b5b398e0f service neutron] 10.222.0.27 "GET /v2.0/networks/3709e281-9b52-43ed-8f17-5fb876bd0e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148057 Jun 24 10:19:03.403388 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-360ddf68-330a-44d3-8527-f170eb6c5248 service neutron] 10.222.0.27 "GET /v2.0/networks/68ae0d24-43c3-4ab7-b393-8a1204423670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598495 Jun 24 10:19:03.406329 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fc380-a847-46f0-a17e-2c036312c791 req-79a192ce-0d40-4f2b-bf27-4f6fe595b7f0 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:03.413405 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-431fc380-a847-46f0-a17e-2c036312c791 req-79a192ce-0d40-4f2b-bf27-4f6fe595b7f0 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/ports?device_id=a74b8896-2818-4dd1-881b-20ce731e056b HTTP/1.1" status: 200 len: 947 time: 0.1035440 Jun 24 10:19:03.493754 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 7f46e692-b875-4f55-8ab2-ab4a03291d61 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:03.495150 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 57f79669-9cef-422e-af73-2644ae77c238 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:19:03.556381 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0a94a933-99dd-47a2-96c3-63b9fc4c5368 req-3026ce91-62a7-499e-84dc-bd9c8e2a3b1d tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502475 Jun 24 10:19:03.577950 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 57f79669-9cef-422e-af73-2644ae77c238 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:19:03.578615 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (57f79669-9cef-422e-af73-2644ae77c238), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:03.588944 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:03.604942 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-431fc380-a847-46f0-a17e-2c036312c791 req-2e458d06-3964-4fd4-b7d5-5af47e64e5bf tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ff0bad4-aee1-43f9-ab50-c4d35ba7c94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905668 Jun 24 10:19:03.701695 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 57f79669-9cef-422e-af73-2644ae77c238 is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:03.702078 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (57f79669-9cef-422e-af73-2644ae77c238), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:03.707092 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-96e0a503-dcfe-453f-bc82-19b966423f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401867'] for router (296ff229-2728-4c7f-8615-b65d13f112e3), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:03.707280 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81d1d4f-e52f-4799-ae5a-aeff5fb95c00 None None] Network 90e03594-bbd0-45bb-8890-bd2cb78cdd65 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:19:03.729142 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-43d4f20f-08f8-4d66-b575-8c52a1fbea21 req-37bdc11a-b5d2-424d-9336-68bc16ee5f09 service neutron] 10.222.0.27 "GET /v2.0/networks/68ae0d24-43c3-4ab7-b393-8a1204423670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161383 Jun 24 10:19:03.741730 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e240365a-4764-42db-abad-169865ea3d74 req-9f64403a-adaa-4cba-af32-f4d9d5b9e1e5 service neutron] 10.222.0.27 "GET /v2.0/networks/3709e281-9b52-43ed-8f17-5fb876bd0e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301322 Jun 24 10:19:03.844432 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-e8ea290a-52fe-452d-8ed1-a9a9f99929e3 None None] Provisioning complete for port 57f79669-9cef-422e-af73-2644ae77c238 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:19:03.844432 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e8ea290a-52fe-452d-8ed1-a9a9f99929e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (57f79669-9cef-422e-af73-2644ae77c238), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:03.936254 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] For port 57f79669-9cef-422e-af73-2644ae77c238, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=57f79669-9cef-422e-af73-2644ae77c238,segment=NetworkSegment(962a87b0-0409-4aa7-9af1-d55ec2cae422),segment_id=962a87b0-0409-4aa7-9af1-d55ec2cae422)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:19:03.946672 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (57f79669-9cef-422e-af73-2644ae77c238), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:03.954830 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e0a503-dcfe-453f-bc82-19b966423f8f admin admin] Router 296ff229-2728-4c7f-8615-b65d13f112e3 is scheduled to L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 with binding_index 1 {{(pid=104051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:19:04.103257 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea290a-52fe-452d-8ed1-a9a9f99929e3 None None] Current status of the port 57f79669-9cef-422e-af73-2644ae77c238 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:04.118670 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Pushing event updated for resources: {'Port': ['ID=57f79669-9cef-422e-af73-2644ae77c238,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:04.120330 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:04.122377 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e0a503-dcfe-453f-bc82-19b966423f8f admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:19:04.133220 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] Sync routers for ids ['296ff229-2728-4c7f-8615-b65d13f112e3'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:19:04.158367 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] Routers {'296ff229-2728-4c7f-8615-b65d13f112e3'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:19:04.160742 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-96e0a503-dcfe-453f-bc82-19b966423f8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:04.161375 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:18:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['296ff229-2728-4c7f-8615-b65d13f112e3'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:19:04.167174 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 35964) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:19:04.167441 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-96e0a503-dcfe-453f-bc82-19b966423f8f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4823070 Jun 24 10:19:04.250202 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4ab23-3c48-4f4a-bc3e-01a5078fea49 req-03686c63-f507-4e61-bd3f-98673c33c23a tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:04.251915 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3ee4ab23-3c48-4f4a-bc3e-01a5078fea49 req-03686c63-f507-4e61-bd3f-98673c33c23a tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33 HTTP/1.1" status: 200 len: 943 time: 0.0834634 Jun 24 10:19:04.331336 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-a5ee43a4-49bf-4d31-9b1e-ca79e7089ebe None None] Provisioning complete for port 57f79669-9cef-422e-af73-2644ae77c238 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:19:04.331336 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a5ee43a4-49bf-4d31-9b1e-ca79e7089ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (57f79669-9cef-422e-af73-2644ae77c238), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:04.345963 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] Set router 296ff229-2728-4c7f-8615-b65d13f112e3 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:19:04.348990 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12533d51-cdf7-4b98-8829-72464f9bafec req-ea4876d9-7c46-4b69-9766-eb8465268520 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:04.350530 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-12533d51-cdf7-4b98-8829-72464f9bafec req-ea4876d9-7c46-4b69-9766-eb8465268520 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0977089 Jun 24 10:19:04.361045 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3ee4ab23-3c48-4f4a-bc3e-01a5078fea49 req-603becd1-7d76-4735-9b93-f319b20f0dd1 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995278 Jun 24 10:19:04.422794 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:04.459065 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-12533d51-cdf7-4b98-8829-72464f9bafec req-2074a56e-d163-4e33-a21f-4f8bd9a76223 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969427 Jun 24 10:19:04.505511 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-a5ee43a4-49bf-4d31-9b1e-ca79e7089ebe None None] Current status of the port 57f79669-9cef-422e-af73-2644ae77c238 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:04.510891 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:04.540649 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device ca85e86d-1048-417d-a0c6-a127ef4567db details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:19:04.588950 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296ff229-2728-4c7f-8615-b65d13f112e3', 'name': 'tempest-TestShelveInstance-1440090424-router', 'tenant_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'd8ac88c5-1f64-43a7-a98f-9f8ce402a8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:18:59Z', 'updated_at': '2022-06-24T10:19:02Z', 'revision_number': 3, 'project_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'gw_port': {'id': 'd8ac88c5-1f64-43a7-a98f-9f8ce402a8de', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296ff229-2728-4c7f-8615-b65d13f112e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:19:01Z', 'updated_at': '2022-06-24T10:19:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:19:04.619441 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] Checking router: 296ff229-2728-4c7f-8615-b65d13f112e3 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:19:04.620030 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] Updating router 296ff229-2728-4c7f-8615-b65d13f112e3 port d8ac88c5-1f64-43a7-a98f-9f8ce402a8de binding host dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:19:04.657844 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (d8ac88c5-1f64-43a7-a98f-9f8ce402a8de), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:04.721276 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:04.836272 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:04.842229 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b59dbb-53ba-4fbe-8f89-96b69f5ffae9 req-697f89c6-5186-484c-b923-fe2f3f380f2c tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:04.848194 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-27b59dbb-53ba-4fbe-8f89-96b69f5ffae9 req-697f89c6-5186-484c-b923-fe2f3f380f2c tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/ports?device_id=a74b8896-2818-4dd1-881b-20ce731e056b HTTP/1.1" status: 200 len: 947 time: 0.1360626 Jun 24 10:19:04.857285 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port ca85e86d-1048-417d-a0c6-a127ef4567db, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=ca85e86d-1048-417d-a0c6-a127ef4567db,segment=NetworkSegment(26cea4c3-445e-42c8-8cef-110feefd9357),segment_id=26cea4c3-445e-42c8-8cef-110feefd9357)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:19:04.881789 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:04.900162 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': 'ca85e86d-1048-417d-a0c6-a127ef4567db', 'network_id': '3709e281-9b52-43ed-8f17-5fb876bd0e57', 'port_id': 'ca85e86d-1048-417d-a0c6-a127ef4567db', 'mac_address': 'fa:16:3e:57:d2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34df5144-26b9-4ed8-b461-0698b148faa2', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:19:04.928051 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289cdf65-6fd3-49ca-8dc1-4253b10c17e1 req-4341101c-5e81-4ed9-9da5-917aaba7bf21 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:04.932275 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-289cdf65-6fd3-49ca-8dc1-4253b10c17e1 req-4341101c-5e81-4ed9-9da5-917aaba7bf21 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0831084 Jun 24 10:19:05.004007 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port ca85e86d-1048-417d-a0c6-a127ef4567db is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:05.004401 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (ca85e86d-1048-417d-a0c6-a127ef4567db), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:05.024249 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca85e86d-1048-417d-a0c6-a127ef4567db {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:19:05.042480 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:05.051426 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b46625-dcc3-4b08-932d-af91a5f2eaa0 req-ba65215f-9dff-4abf-8649-f5be2b69c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:05.053361 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e2b46625-dcc3-4b08-932d-af91a5f2eaa0 req-ba65215f-9dff-4abf-8649-f5be2b69c398 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=4a8a290c7de54fb892f408f3d4f1e657&device_id=dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33 HTTP/1.1" status: 200 len: 1127 time: 0.1955822 Jun 24 10:19:05.066865 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] Publish callbacks [] for port (d8ac88c5-1f64-43a7-a98f-9f8ce402a8de), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:05.076853 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (d8ac88c5-1f64-43a7-a98f-9f8ce402a8de), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:05.080007 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port ca85e86d-1048-417d-a0c6-a127ef4567db, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=ca85e86d-1048-417d-a0c6-a127ef4567db,segment=NetworkSegment(26cea4c3-445e-42c8-8cef-110feefd9357),segment_id=26cea4c3-445e-42c8-8cef-110feefd9357)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:19:05.083366 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-289cdf65-6fd3-49ca-8dc1-4253b10c17e1 req-e9b5f68e-2d6f-4f50-bb35-18a35761a08a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138771 Jun 24 10:19:05.086648 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 57f79669-9cef-422e-af73-2644ae77c238 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:19:05.130039 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-27b59dbb-53ba-4fbe-8f89-96b69f5ffae9 req-54d0d767-58d7-4a12-b828-b67212af5e9c tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ff0bad4-aee1-43f9-ab50-c4d35ba7c94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964858 Jun 24 10:19:05.133685 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675f312-ca19-4551-bafa-730012f837ea None None] Pushing event updated for resources: {'Port': ['ID=d8ac88c5-1f64-43a7-a98f-9f8ce402a8de,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:05.155379 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (ca85e86d-1048-417d-a0c6-a127ef4567db), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:05.159674 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] Attempting to bind port d8ac88c5-1f64-43a7-a98f-9f8ce402a8de on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:19:05.159838 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] Attempting to bind port d8ac88c5-1f64-43a7-a98f-9f8ce402a8de by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:19:05.160216 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] Attempting to bind port d8ac88c5-1f64-43a7-a98f-9f8ce402a8de on network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:19:05.168979 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:19:05.169254 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] Checking segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:19:05.169564 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:05.169893 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] Bound using segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:19:05.170370 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] Bound port: d8ac88c5-1f64-43a7-a98f-9f8ce402a8de, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:19:05.170775 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (d8ac88c5-1f64-43a7-a98f-9f8ce402a8de), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:05.227946 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] For port d8ac88c5-1f64-43a7-a98f-9f8ce402a8de, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:19:05.231001 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 57f79669-9cef-422e-af73-2644ae77c238 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:19:05.231400 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (57f79669-9cef-422e-af73-2644ae77c238), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:05.232020 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] For port d8ac88c5-1f64-43a7-a98f-9f8ce402a8de, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=d8ac88c5-1f64-43a7-a98f-9f8ce402a8de,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:19:05.234488 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=ca85e86d-1048-417d-a0c6-a127ef4567db,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:05.235316 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Allocated IP 172.20.0.1 (90e03594-bbd0-45bb-8890-bd2cb78cdd65/2de016a3-b3e4-44d2-b6d5-8dde0d11e931/d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:19:05.247413 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (d8ac88c5-1f64-43a7-a98f-9f8ce402a8de), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:05.298010 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b46625-dcc3-4b08-932d-af91a5f2eaa0 req-fedecb9d-3d40-4f54-85e8-ec08804c339b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:05.299717 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e2b46625-dcc3-4b08-932d-af91a5f2eaa0 req-fedecb9d-3d40-4f54-85e8-ec08804c339b service neutron] 10.222.0.27 "GET /v2.0/networks?id=68ae0d24-43c3-4ab7-b393-8a1204423670 HTTP/1.1" status: 200 len: 910 time: 0.2397442 Jun 24 10:19:05.345108 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 57f79669-9cef-422e-af73-2644ae77c238 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:05.360009 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e2b46625-dcc3-4b08-932d-af91a5f2eaa0 req-06b2a3db-f970-4677-8d2c-2c33fdacadd2 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6a205fe-bd8f-48c8-90b0-9153f04e0de5 HTTP/1.1" status: 200 len: 217 time: 0.0469775 Jun 24 10:19:05.428863 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675f312-ca19-4551-bafa-730012f837ea None None] Pushing event updated for resources: {'Port': ['ID=d8ac88c5-1f64-43a7-a98f-9f8ce402a8de,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:05.442279 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] Routers {'296ff229-2728-4c7f-8615-b65d13f112e3'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:19:05.443160 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:18:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['296ff229-2728-4c7f-8615-b65d13f112e3'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:19:05.455918 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['ca85e86d-1048-417d-a0c6-a127ef4567db'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:19:05.474570 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b46625-dcc3-4b08-932d-af91a5f2eaa0 req-940a3857-c1a5-4166-9b2d-14723980eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:05.476255 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e2b46625-dcc3-4b08-932d-af91a5f2eaa0 req-940a3857-c1a5-4166-9b2d-14723980eb5a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3d37c2ad-68ab-44c1-8bb6-bac03684746c HTTP/1.1" status: 200 len: 849 time: 0.1072867 Jun 24 10:19:05.515440 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd84891-6bf9-4835-9d65-113f0c8763e9 req-e4de3c23-cebf-4d92-b09d-ba3c7cd12804 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:05.517465 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2cd84891-6bf9-4835-9d65-113f0c8763e9 req-e4de3c23-cebf-4d92-b09d-ba3c7cd12804 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33 HTTP/1.1" status: 200 len: 943 time: 0.0664685 Jun 24 10:19:05.538578 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Publish callbacks [] for port (d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:05.583821 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2cd84891-6bf9-4835-9d65-113f0c8763e9 req-0ffc3624-c756-49a2-b68e-581a1c2ebe7f tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562363 Jun 24 10:19:05.601309 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e2b46625-dcc3-4b08-932d-af91a5f2eaa0 req-4213bf32-bb3d-488d-b3fc-68119bc438d9 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=68ae0d24-43c3-4ab7-b393-8a1204423670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138570 Jun 24 10:19:05.698310 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:05.701333 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] Set router 296ff229-2728-4c7f-8615-b65d13f112e3 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:19:05.736131 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:05.752661 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57225f7d-0b56-4aee-8fb0-f2c3214fbc78 req-8cd56ca6-2639-46e0-b069-151039d79829 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:05.756707 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:05.759412 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Network 90e03594-bbd0-45bb-8890-bd2cb78cdd65 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:19:05.763368 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-57225f7d-0b56-4aee-8fb0-f2c3214fbc78 req-8cd56ca6-2639-46e0-b069-151039d79829 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.1520486 Jun 24 10:19:05.777194 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:19:05.787905 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:19:05.795078 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e2b46625-dcc3-4b08-932d-af91a5f2eaa0 req-166f3696-4481-472a-bf3e-42fac9ff9e34 service neutron] 10.222.0.27 "GET /v2.0/networks/68ae0d24-43c3-4ab7-b393-8a1204423670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847630 Jun 24 10:19:05.844782 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Pushing event updated for resources: {'Port': ['ID=d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:05.901581 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-57225f7d-0b56-4aee-8fb0-f2c3214fbc78 req-e24dbda3-7f8f-4974-9962-bbd9e6a5c477 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363196 Jun 24 10:19:05.956376 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:05.968795 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296ff229-2728-4c7f-8615-b65d13f112e3', 'name': 'tempest-TestShelveInstance-1440090424-router', 'tenant_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'd8ac88c5-1f64-43a7-a98f-9f8ce402a8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:18:59Z', 'updated_at': '2022-06-24T10:19:02Z', 'revision_number': 3, 'project_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'gw_port': {'id': 'd8ac88c5-1f64-43a7-a98f-9f8ce402a8de', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296ff229-2728-4c7f-8615-b65d13f112e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:19:01Z', 'updated_at': '2022-06-24T10:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:19:05.970917 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e2b46625-dcc3-4b08-932d-af91a5f2eaa0 req-183588f0-95a2-4492-9da1-f939c2975210 service neutron] 10.222.0.27 "GET /v2.0/networks/68ae0d24-43c3-4ab7-b393-8a1204423670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212480 Jun 24 10:19:06.008781 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9970da-1d7b-4448-8437-80cd9715340e None None] The sync data for ids ['296ff229-2728-4c7f-8615-b65d13f112e3'] in dv-cinder-847132-2-iscsi is: [{'id': '296ff229-2728-4c7f-8615-b65d13f112e3', 'name': 'tempest-TestShelveInstance-1440090424-router', 'tenant_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'd8ac88c5-1f64-43a7-a98f-9f8ce402a8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:18:59Z', 'updated_at': '2022-06-24T10:19:02Z', 'revision_number': 3, 'project_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'gw_port': {'id': 'd8ac88c5-1f64-43a7-a98f-9f8ce402a8de', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296ff229-2728-4c7f-8615-b65d13f112e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:19:01Z', 'updated_at': '2022-06-24T10:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:19:06.010949 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400494'] for router_interface (296ff229-2728-4c7f-8615-b65d13f112e3), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:06.150324 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-b10e0639-ce6c-49c9-9af6-2960bc966212 None None] Provisioning complete for port d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:19:06.151135 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b10e0639-ce6c-49c9-9af6-2960bc966212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:06.265464 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-b10e0639-ce6c-49c9-9af6-2960bc966212 None None] Port d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:19:06.292584 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:06.328185 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005bdf0-5449-4fa2-9e83-281c6f64b645 req-9914a6f3-8fbe-490e-bc38-103c38e8866b tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:06.336123 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a005bdf0-5449-4fa2-9e83-281c6f64b645 req-9914a6f3-8fbe-490e-bc38-103c38e8866b tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1276658 Jun 24 10:19:06.428368 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9580d4-25d8-496e-819a-045ddc0a7165 req-49724aa8-64c1-4fb5-9af5-e20eb5254ed0 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:06.429994 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ab9580d4-25d8-496e-819a-045ddc0a7165 req-49724aa8-64c1-4fb5-9af5-e20eb5254ed0 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/ports?device_id=a74b8896-2818-4dd1-881b-20ce731e056b HTTP/1.1" status: 200 len: 948 time: 0.1603541 Jun 24 10:19:06.465638 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a005bdf0-5449-4fa2-9e83-281c6f64b645 req-aa2f117b-2fd6-4e59-bd6d-b1348931b536 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284630 Jun 24 10:19:06.543922 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ab9580d4-25d8-496e-819a-045ddc0a7165 req-bfdc5bdb-f1e2-4909-95ce-dcbe618e6a49 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ff0bad4-aee1-43f9-ab50-c4d35ba7c94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729213 Jun 24 10:19:06.629373 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Publish callbacks [] for port (d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:06.640445 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:06.728684 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device c6a205fe-bd8f-48c8-90b0-9153f04e0de5 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:19:06.734146 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device ca85e86d-1048-417d-a0c6-a127ef4567db up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:19:06.742337 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Pushing event updated for resources: {'Port': ['ID=d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:06.749137 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277f74d-fb7e-41bb-bd30-770b7bfb4c93 req-6dfc2210-424e-4386-a0a9-7b9aaa2b210a tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:06.750745 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b277f74d-fb7e-41bb-bd30-770b7bfb4c93 req-6dfc2210-424e-4386-a0a9-7b9aaa2b210a tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33 HTTP/1.1" status: 200 len: 943 time: 0.0859456 Jun 24 10:19:06.792796 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:06.793328 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:06.793776 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:06.794216 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:06.794656 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:06.795154 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:06.796076 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:06.796527 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:06.797293 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:06.798396 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:06.798864 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:06.799601 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:06.800071 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:06.800475 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:06.800909 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:06.801825 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:06.821714 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398334'] for router_interface (296ff229-2728-4c7f-8615-b65d13f112e3), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:06.842321 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:06.848277 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b277f74d-fb7e-41bb-bd30-770b7bfb4c93 req-e3c7ce85-ec15-4f89-855f-55c44de1cbde tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843465 Jun 24 10:19:06.876283 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning for port ca85e86d-1048-417d-a0c6-a127ef4567db completed by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:19:06.891453 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port ca85e86d-1048-417d-a0c6-a127ef4567db triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:19:06.892486 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (ca85e86d-1048-417d-a0c6-a127ef4567db), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:06.963921 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:07.080865 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Network 90e03594-bbd0-45bb-8890-bd2cb78cdd65 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:19:07.083951 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:19:07.188063 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:07.203482 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03655dc2-c35d-4e79-b681-68535a899b45 req-dd6cf558-97fe-4e29-9a5f-73abb7128cae tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:07.204369 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device d8ac88c5-1f64-43a7-a98f-9f8ce402a8de up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:19:07.205619 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-03655dc2-c35d-4e79-b681-68535a899b45 req-dd6cf558-97fe-4e29-9a5f-73abb7128cae tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.1317968 Jun 24 10:19:07.338467 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port c6a205fe-bd8f-48c8-90b0-9153f04e0de5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c6a205fe-bd8f-48c8-90b0-9153f04e0de5,segment=NetworkSegment(94ba1382-a5f3-4502-b64d-689b13aff452),segment_id=94ba1382-a5f3-4502-b64d-689b13aff452)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:19:07.355199 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-03655dc2-c35d-4e79-b681-68535a899b45 req-14611fff-2fe7-4353-a004-6224a9cd3227 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354339 Jun 24 10:19:07.365760 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:07.428231 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': 'c6a205fe-bd8f-48c8-90b0-9153f04e0de5', 'network_id': '68ae0d24-43c3-4ab7-b393-8a1204423670', 'port_id': 'c6a205fe-bd8f-48c8-90b0-9153f04e0de5', 'mac_address': 'fa:16:3e:b4:41:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d37c2ad-68ab-44c1-8bb6-bac03684746c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:19:07.439322 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port d8ac88c5-1f64-43a7-a98f-9f8ce402a8de triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:19:07.440476 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (d8ac88c5-1f64-43a7-a98f-9f8ce402a8de), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:07.443331 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port ca85e86d-1048-417d-a0c6-a127ef4567db is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:07.443771 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (ca85e86d-1048-417d-a0c6-a127ef4567db), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:07.467926 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Router 296ff229-2728-4c7f-8615-b65d13f112e3 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:19:07.565142 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74b8896-2818-4dd1-881b-20ce731e056b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca85e86d-1048-417d-a0c6-a127ef4567db'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:19:07.567678 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4de6abc-b4e9-44b3-b396-4d4ea9e57c9a" -d '{"events": [{"server_uuid": "a74b8896-2818-4dd1-881b-20ce731e056b", "name": "network-vif-plugged", "status": "completed", "tag": "ca85e86d-1048-417d-a0c6-a127ef4567db"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:19:07.597651 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port c6a205fe-bd8f-48c8-90b0-9153f04e0de5 is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:07.610104 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (c6a205fe-bd8f-48c8-90b0-9153f04e0de5), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:07.615669 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:19:07.640195 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ad06d57a-fabf-434e-9f48-6575204bd665 admin admin] 10.222.0.64 "PUT /v2.0/routers/296ff229-2728-4c7f-8615-b65d13f112e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4715722 Jun 24 10:19:07.648667 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port ca85e86d-1048-417d-a0c6-a127ef4567db, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=ca85e86d-1048-417d-a0c6-a127ef4567db,segment=NetworkSegment(26cea4c3-445e-42c8-8cef-110feefd9357),segment_id=26cea4c3-445e-42c8-8cef-110feefd9357)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:19:07.666374 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-96b7fe98-65cd-4472-ae3d-afa3085a1344 None None] Provisioning complete for port d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:19:07.666735 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-96b7fe98-65cd-4472-ae3d-afa3085a1344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:07.672695 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (ca85e86d-1048-417d-a0c6-a127ef4567db), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:07.677174 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b2354-fbaf-47d5-8734-56949143faa8 req-2792c1b5-065a-41c4-8d21-154b6036f069 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:07.678768 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-433b2354-fbaf-47d5-8734-56949143faa8 req-2792c1b5-065a-41c4-8d21-154b6036f069 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0894914 Jun 24 10:19:07.693960 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a205fe-bd8f-48c8-90b0-9153f04e0de5 {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:19:07.763341 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port c6a205fe-bd8f-48c8-90b0-9153f04e0de5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c6a205fe-bd8f-48c8-90b0-9153f04e0de5,segment=NetworkSegment(94ba1382-a5f3-4502-b64d-689b13aff452),segment_id=94ba1382-a5f3-4502-b64d-689b13aff452)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:19:07.788493 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-96b7fe98-65cd-4472-ae3d-afa3085a1344 None None] Port d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:19:07.800576 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (c6a205fe-bd8f-48c8-90b0-9153f04e0de5), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:07.821387 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=ca85e86d-1048-417d-a0c6-a127ef4567db,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:07.821604 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce4a81-2043-4189-bc53-514dfa2829be req-faa0af43-6de2-4a87-bdb5-058a2686a5f5 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:07.823672 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0cce4a81-2043-4189-bc53-514dfa2829be req-faa0af43-6de2-4a87-bdb5-058a2686a5f5 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/ports?device_id=a74b8896-2818-4dd1-881b-20ce731e056b HTTP/1.1" status: 200 len: 949 time: 0.1560256 Jun 24 10:19:07.829518 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-433b2354-fbaf-47d5-8734-56949143faa8 req-089c686e-fe5c-4fa4-b50f-cf2a3d1328c2 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421452 Jun 24 10:19:07.833859 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port d8ac88c5-1f64-43a7-a98f-9f8ce402a8de is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:07.834265 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (d8ac88c5-1f64-43a7-a98f-9f8ce402a8de), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:07.887449 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] For port d8ac88c5-1f64-43a7-a98f-9f8ce402a8de, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=d8ac88c5-1f64-43a7-a98f-9f8ce402a8de,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:19:07.895897 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0cce4a81-2043-4189-bc53-514dfa2829be req-871cf142-621d-497f-abfb-434953e1811f tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ff0bad4-aee1-43f9-ab50-c4d35ba7c94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650179 Jun 24 10:19:07.920125 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a90432-949a-4693-b3dc-a0da2e27a960 x-openstack-request-id: req-83a90432-949a-4693-b3dc-a0da2e27a960 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:19:07.920125 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74b8896-2818-4dd1-881b-20ce731e056b", "name": "network-vif-plugged", "status": "completed", "tag": "ca85e86d-1048-417d-a0c6-a127ef4567db", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:19:07.920125 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83a90432-949a-4693-b3dc-a0da2e27a960 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:19:07.920125 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a90432-949a-4693-b3dc-a0da2e27a960'] response: {'server_uuid': 'a74b8896-2818-4dd1-881b-20ce731e056b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca85e86d-1048-417d-a0c6-a127ef4567db', 'code': 200} Jun 24 10:19:07.922185 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (d8ac88c5-1f64-43a7-a98f-9f8ce402a8de), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:07.940379 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=c6a205fe-bd8f-48c8-90b0-9153f04e0de5,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:08.001107 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Pushing event updated for resources: {'Port': ['ID=d8ac88c5-1f64-43a7-a98f-9f8ce402a8de,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:08.099719 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['c6a205fe-bd8f-48c8-90b0-9153f04e0de5'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:19:08.121210 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72243ea-de60-4530-a58b-6f30163713f2 req-c0bce41e-9239-4687-94f6-76e304c5a381 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:08.123070 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f72243ea-de60-4530-a58b-6f30163713f2 req-c0bce41e-9239-4687-94f6-76e304c5a381 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33 HTTP/1.1" status: 200 len: 944 time: 0.0986493 Jun 24 10:19:08.198328 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f72243ea-de60-4530-a58b-6f30163713f2 req-76bd7d3b-be96-41f7-bb17-6436c6af287a tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668352 Jun 24 10:19:08.212896 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd1b8a-7645-4603-be64-691135dd56dd req-a67572be-7380-4794-ad53-f6e68a1c295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:08.214458 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d3dd1b8a-7645-4603-be64-691135dd56dd req-a67572be-7380-4794-ad53-f6e68a1c295d service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=a74b8896-2818-4dd1-881b-20ce731e056b HTTP/1.1" status: 200 len: 1133 time: 0.0650730 Jun 24 10:19:08.293454 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d3dd1b8a-7645-4603-be64-691135dd56dd req-11560d38-ffa0-4269-94f7-2064f63835f9 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=9ff0bad4-aee1-43f9-ab50-c4d35ba7c94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715413 Jun 24 10:19:08.342219 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:08.386216 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 36004) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:19:08.396423 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-3d16ed19-8907-4843-b097-ab56bb492baa tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1126505114', 'description': 'tempest-secgroup-smoke-1126505114 description', 'project_id': '90f6878fdaaf43b58b92bea357331d2e'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:19:08.436491 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3d16ed19-8907-4843-b097-ab56bb492baa tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:08.540289 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d193c-038a-49ce-92c6-9fc1cb2fe4e5 req-5ea00ab7-41b6-4683-9c0c-b08ef18320ed tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:08.541895 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] Sync routers for ids ['296ff229-2728-4c7f-8615-b65d13f112e3'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:19:08.547696 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-414d193c-038a-49ce-92c6-9fc1cb2fe4e5 req-5ea00ab7-41b6-4683-9c0c-b08ef18320ed tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.1134536 Jun 24 10:19:08.556829 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] Routers {'296ff229-2728-4c7f-8615-b65d13f112e3'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:19:08.557469 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:18:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['296ff229-2728-4c7f-8615-b65d13f112e3'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:19:08.643390 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-414d193c-038a-49ce-92c6-9fc1cb2fe4e5 req-95ede1c5-778e-4563-a87d-ae7edf657e40 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947862 Jun 24 10:19:08.653338 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3d16ed19-8907-4843-b097-ab56bb492baa tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for security_group (758f262c-13fb-4f55-bc64-d9b8bb4a3d01), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:08.660306 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3d16ed19-8907-4843-b097-ab56bb492baa tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (758f262c-13fb-4f55-bc64-d9b8bb4a3d01), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:08.697306 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] Set router 296ff229-2728-4c7f-8615-b65d13f112e3 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:19:08.700261 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16ed19-8907-4843-b097-ab56bb492baa tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758f262c-13fb-4f55-bc64-d9b8bb4a3d01,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:08.708520 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3d16ed19-8907-4843-b097-ab56bb492baa tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:08.710108 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-3d16ed19-8907-4843-b097-ab56bb492baa tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3222723 Jun 24 10:19:08.713663 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 36012) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:19:08.719032 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-2f515660-5b5d-4320-8371-6a9af552fb4c tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Request body: {'security_group_rule': {'security_group_id': '758f262c-13fb-4f55-bc64-d9b8bb4a3d01', 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:19:08.726655 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16ed19-8907-4843-b097-ab56bb492baa tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:08.727310 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16ed19-8907-4843-b097-ab56bb492baa tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:08.727969 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16ed19-8907-4843-b097-ab56bb492baa tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:08.728283 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:08.729057 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16ed19-8907-4843-b097-ab56bb492baa tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:08.729789 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16ed19-8907-4843-b097-ab56bb492baa tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:08.730361 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16ed19-8907-4843-b097-ab56bb492baa tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:08.731174 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16ed19-8907-4843-b097-ab56bb492baa tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:08.731768 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16ed19-8907-4843-b097-ab56bb492baa tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:08.732282 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16ed19-8907-4843-b097-ab56bb492baa tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:08.732835 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16ed19-8907-4843-b097-ab56bb492baa tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:08.733225 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16ed19-8907-4843-b097-ab56bb492baa tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:08.733760 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16ed19-8907-4843-b097-ab56bb492baa tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:08.734134 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16ed19-8907-4843-b097-ab56bb492baa tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:08.734518 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16ed19-8907-4843-b097-ab56bb492baa tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:08.734876 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16ed19-8907-4843-b097-ab56bb492baa tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:08.743815 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:08.760788 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2f515660-5b5d-4320-8371-6a9af552fb4c tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for security_group_rule (1b5bf0fb-4138-4ab1-86b2-eaafe94c3efb), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:08.823654 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2f515660-5b5d-4320-8371-6a9af552fb4c tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for security_group_rule (1b5bf0fb-4138-4ab1-86b2-eaafe94c3efb), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:08.828651 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2f515660-5b5d-4320-8371-6a9af552fb4c tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (1b5bf0fb-4138-4ab1-86b2-eaafe94c3efb), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:08.849018 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f515660-5b5d-4320-8371-6a9af552fb4c tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5bf0fb-4138-4ab1-86b2-eaafe94c3efb,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:08.856907 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2f515660-5b5d-4320-8371-6a9af552fb4c tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:08.860694 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-2f515660-5b5d-4320-8371-6a9af552fb4c tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437235 Jun 24 10:19:08.860891 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 36016) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:19:08.865872 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-ba826e1e-586c-4b52-aee5-bfdc55489460 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Request body: {'security_group_rule': {'security_group_id': '758f262c-13fb-4f55-bc64-d9b8bb4a3d01', 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:19:08.896235 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ba826e1e-586c-4b52-aee5-bfdc55489460 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for security_group_rule (fc96abed-63ff-4580-a169-f80401b74d6c), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:08.905873 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296ff229-2728-4c7f-8615-b65d13f112e3', 'name': 'tempest-TestShelveInstance-1440090424-router', 'tenant_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'd8ac88c5-1f64-43a7-a98f-9f8ce402a8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:18:59Z', 'updated_at': '2022-06-24T10:19:06Z', 'revision_number': 4, 'project_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'gw_port': {'id': 'd8ac88c5-1f64-43a7-a98f-9f8ce402a8de', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296ff229-2728-4c7f-8615-b65d13f112e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:19:01Z', 'updated_at': '2022-06-24T10:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'd907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf', 'name': '', 'network_id': '90e03594-bbd0-45bb-8890-bd2cb78cdd65', 'tenant_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'mac_address': 'fa:16:3e:ac:fe:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296ff229-2728-4c7f-8615-b65d13f112e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '2de016a3-b3e4-44d2-b6d5-8dde0d11e931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:19:04Z', 'updated_at': '2022-06-24T10:19:06Z', 'revision_number': 2, 'project_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'subnets': [{'id': '2de016a3-b3e4-44d2-b6d5-8dde0d11e931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:19:08.935839 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] Checking router: 296ff229-2728-4c7f-8615-b65d13f112e3 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:19:08.936530 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] Updating router 296ff229-2728-4c7f-8615-b65d13f112e3 port d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf binding host dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:19:08.965664 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ba826e1e-586c-4b52-aee5-bfdc55489460 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for security_group_rule (fc96abed-63ff-4580-a169-f80401b74d6c), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:08.967560 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd388e20-62e0-429d-a387-ebc121b1d624 req-e42c445d-ae62-4b7f-a347-c93d1ed57729 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:08.969442 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dd388e20-62e0-429d-a387-ebc121b1d624 req-e42c445d-ae62-4b7f-a347-c93d1ed57729 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0598323 Jun 24 10:19:08.977683 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ba826e1e-586c-4b52-aee5-bfdc55489460 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (fc96abed-63ff-4580-a169-f80401b74d6c), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:08.986282 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.020887 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ba826e1e-586c-4b52-aee5-bfdc55489460 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.022522 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ba826e1e-586c-4b52-aee5-bfdc55489460 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1606874 Jun 24 10:19:09.025404 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 36020) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:19:09.030542 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-16e95e2f-39df-40e4-a95f-52a364f7c59a tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Request body: {'security_group_rule': {'security_group_id': '758f262c-13fb-4f55-bc64-d9b8bb4a3d01', 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:19:09.037206 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba826e1e-586c-4b52-aee5-bfdc55489460 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc96abed-63ff-4580-a169-f80401b74d6c,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:09.045587 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device c6a205fe-bd8f-48c8-90b0-9153f04e0de5 up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:19:09.067288 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dd388e20-62e0-429d-a387-ebc121b1d624 req-b1f88916-2897-4d6c-8d55-21951087cc9b tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910525 Jun 24 10:19:09.087968 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02529b44-069d-4b4f-9e82-717f7d09e152 req-2989c9a4-d977-4126-a477-e4c0d5a55866 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:09.089093 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-02529b44-069d-4b4f-9e82-717f7d09e152 req-2989c9a4-d977-4126-a477-e4c0d5a55866 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/ports?device_id=a74b8896-2818-4dd1-881b-20ce731e056b HTTP/1.1" status: 200 len: 949 time: 0.0865133 Jun 24 10:19:09.090678 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-16e95e2f-39df-40e4-a95f-52a364f7c59a tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for security_group_rule (183b8dfc-8773-4853-83c5-175dd3a9e015), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.147701 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-02529b44-069d-4b4f-9e82-717f7d09e152 req-61fe68d8-fa9f-492d-bd78-4884eaf87df5 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ff0bad4-aee1-43f9-ab50-c4d35ba7c94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511425 Jun 24 10:19:09.163997 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-16e95e2f-39df-40e4-a95f-52a364f7c59a tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for security_group_rule (183b8dfc-8773-4853-83c5-175dd3a9e015), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.166224 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device d8ac88c5-1f64-43a7-a98f-9f8ce402a8de up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:19:09.168747 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-16e95e2f-39df-40e4-a95f-52a364f7c59a tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (183b8dfc-8773-4853-83c5-175dd3a9e015), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.187526 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e95e2f-39df-40e4-a95f-52a364f7c59a tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183b8dfc-8773-4853-83c5-175dd3a9e015,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:09.197484 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-16e95e2f-39df-40e4-a95f-52a364f7c59a tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.198861 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-16e95e2f-39df-40e4-a95f-52a364f7c59a tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1724031 Jun 24 10:19:09.202208 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 36026) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:19:09.207157 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-e636dfdf-374f-4cc6-a0c2-01c851f978d0 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Request body: {'security_group_rule': {'security_group_id': '758f262c-13fb-4f55-bc64-d9b8bb4a3d01', 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:19:09.222688 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:09.247902 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e636dfdf-374f-4cc6-a0c2-01c851f978d0 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for security_group_rule (3feaeea6-b9d3-42cd-b700-ef99d4bc68ef), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.266181 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning for port c6a205fe-bd8f-48c8-90b0-9153f04e0de5 completed by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:19:09.304850 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port c6a205fe-bd8f-48c8-90b0-9153f04e0de5 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:19:09.305225 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (c6a205fe-bd8f-48c8-90b0-9153f04e0de5), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.306631 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port d8ac88c5-1f64-43a7-a98f-9f8ce402a8de triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:19:09.307004 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (d8ac88c5-1f64-43a7-a98f-9f8ce402a8de), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.348247 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e60c1-197b-484f-9363-3799785341c9 req-81cde414-4e01-43d1-8616-9aac098c0353 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:09.349742 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-421e60c1-197b-484f-9363-3799785341c9 req-81cde414-4e01-43d1-8616-9aac098c0353 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33 HTTP/1.1" status: 200 len: 944 time: 0.0838985 Jun 24 10:19:09.367330 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e636dfdf-374f-4cc6-a0c2-01c851f978d0 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for security_group_rule (3feaeea6-b9d3-42cd-b700-ef99d4bc68ef), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.379862 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e636dfdf-374f-4cc6-a0c2-01c851f978d0 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (3feaeea6-b9d3-42cd-b700-ef99d4bc68ef), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.384637 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:09.404540 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636dfdf-374f-4cc6-a0c2-01c851f978d0 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3feaeea6-b9d3-42cd-b700-ef99d4bc68ef,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:09.435415 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e636dfdf-374f-4cc6-a0c2-01c851f978d0 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.436641 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-e636dfdf-374f-4cc6-a0c2-01c851f978d0 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2333615 Jun 24 10:19:09.439639 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 36030) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:19:09.443164 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-421e60c1-197b-484f-9363-3799785341c9 req-66c92c92-b810-413c-b56a-d6c98d37abd1 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858901 Jun 24 10:19:09.444706 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-05849a85-3833-4907-9a75-818f91b9a5f0 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Request body: {'security_group_rule': {'security_group_id': '758f262c-13fb-4f55-bc64-d9b8bb4a3d01', 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:19:09.470130 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.securitygroups_db [None req-05849a85-3833-4907-9a75-818f91b9a5f0 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Project 90f6878fdaaf43b58b92bea357331d2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:19:09.476357 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-05849a85-3833-4907-9a75-818f91b9a5f0 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for security_group_rule (7b21ef26-a4f0-4c7b-9453-d8bbb3c74c17), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.491338 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:09.515259 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port d8ac88c5-1f64-43a7-a98f-9f8ce402a8de is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:09.525596 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port c6a205fe-bd8f-48c8-90b0-9153f04e0de5 is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:09.525986 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (c6a205fe-bd8f-48c8-90b0-9153f04e0de5), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.537704 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:09.548904 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] Publish callbacks [] for port (d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.556581 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-05849a85-3833-4907-9a75-818f91b9a5f0 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for security_group_rule (7b21ef26-a4f0-4c7b-9453-d8bbb3c74c17), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.562058 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.562790 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-05849a85-3833-4907-9a75-818f91b9a5f0 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (7b21ef26-a4f0-4c7b-9453-d8bbb3c74c17), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.578560 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port c6a205fe-bd8f-48c8-90b0-9153f04e0de5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c6a205fe-bd8f-48c8-90b0-9153f04e0de5,segment=NetworkSegment(94ba1382-a5f3-4502-b64d-689b13aff452),segment_id=94ba1382-a5f3-4502-b64d-689b13aff452)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:19:09.590761 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05849a85-3833-4907-9a75-818f91b9a5f0 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b21ef26-a4f0-4c7b-9453-d8bbb3c74c17,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:09.599708 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-05849a85-3833-4907-9a75-818f91b9a5f0 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.600902 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:09.604569 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 36032) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:19:09.605149 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-05849a85-3833-4907-9a75-818f91b9a5f0 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1640406 Jun 24 10:19:09.607685 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (c6a205fe-bd8f-48c8-90b0-9153f04e0de5), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.612700 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-6240be8a-817e-4bee-a86b-da7657aa54a3 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Request body: {'security_group_rule': {'security_group_id': '758f262c-13fb-4f55-bc64-d9b8bb4a3d01', 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:19:09.629987 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce269b66-05aa-432b-8df7-404c6f4bb52a None None] Pushing event updated for resources: {'Port': ['ID=d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:09.650130 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.db.securitygroups_db [None req-6240be8a-817e-4bee-a86b-da7657aa54a3 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Project 90f6878fdaaf43b58b92bea357331d2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:19:09.659532 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6240be8a-817e-4bee-a86b-da7657aa54a3 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for security_group_rule (920f7299-0428-4adb-bbb9-3711ac6afc27), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.731208 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=c6a205fe-bd8f-48c8-90b0-9153f04e0de5,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:09.736254 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] Attempting to bind port d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:19:09.736973 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] Attempting to bind port d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '962a87b0-0409-4aa7-9af1-d55ec2cae422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '90e03594-bbd0-45bb-8890-bd2cb78cdd65'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:19:09.737160 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] Attempting to bind port d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf on network 90e03594-bbd0-45bb-8890-bd2cb78cdd65 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:19:09.748709 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:19:09.749090 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] Checking segment: {'id': '962a87b0-0409-4aa7-9af1-d55ec2cae422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '90e03594-bbd0-45bb-8890-bd2cb78cdd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:19:09.749500 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.749895 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] Bound using segment: {'id': '962a87b0-0409-4aa7-9af1-d55ec2cae422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '90e03594-bbd0-45bb-8890-bd2cb78cdd65'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:19:09.750372 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] Bound port: d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962a87b0-0409-4aa7-9af1-d55ec2cae422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '90e03594-bbd0-45bb-8890-bd2cb78cdd65'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:19:09.750780 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.751181 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6240be8a-817e-4bee-a86b-da7657aa54a3 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for security_group_rule (920f7299-0428-4adb-bbb9-3711ac6afc27), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.764243 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6240be8a-817e-4bee-a86b-da7657aa54a3 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (920f7299-0428-4adb-bbb9-3711ac6afc27), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.816374 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711127a-5fdc-4b7a-8a48-1165530a8d48 req-8ce9eacd-b2e9-4192-998d-a401ab0ce826 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:09.818616 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b711127a-5fdc-4b7a-8a48-1165530a8d48 req-8ce9eacd-b2e9-4192-998d-a401ab0ce826 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0660241 Jun 24 10:19:09.824790 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] For port d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:19:09.829111 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] For port d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf,segment=NetworkSegment(962a87b0-0409-4aa7-9af1-d55ec2cae422),segment_id=962a87b0-0409-4aa7-9af1-d55ec2cae422)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:19:09.837010 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.837940 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240be8a-817e-4bee-a86b-da7657aa54a3 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920f7299-0428-4adb-bbb9-3711ac6afc27,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:09.842243 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6240be8a-817e-4bee-a86b-da7657aa54a3 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:09.843473 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-6240be8a-817e-4bee-a86b-da7657aa54a3 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2371297 Jun 24 10:19:09.886358 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b711127a-5fdc-4b7a-8a48-1165530a8d48 req-8d054d1d-95d4-4ab8-8039-d97d2ef958a0 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572464 Jun 24 10:19:09.894520 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] Routers {'296ff229-2728-4c7f-8615-b65d13f112e3'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:19:09.895227 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:18:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['296ff229-2728-4c7f-8615-b65d13f112e3'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:19:09.937670 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a205fe-bd8f-48c8-90b0-9153f04e0de5'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:19:09.940139 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e696bd7-22ae-45f1-a41f-5c7de746e5eb" -d '{"events": [{"server_uuid": "dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33", "name": "network-vif-plugged", "status": "completed", "tag": "c6a205fe-bd8f-48c8-90b0-9153f04e0de5"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:19:09.959345 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce269b66-05aa-432b-8df7-404c6f4bb52a None None] Pushing event updated for resources: {'Port': ['ID=d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:09.986152 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-359c5cc6-d442-4405-8f46-aef0e231c746 None None] Provisioning complete for port d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:19:09.986152 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-359c5cc6-d442-4405-8f46-aef0e231c746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:10.178664 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a400931-4b90-4332-975c-fc81862946a6 x-openstack-request-id: req-0a400931-4b90-4332-975c-fc81862946a6 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:19:10.178977 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33", "name": "network-vif-plugged", "status": "completed", "tag": "c6a205fe-bd8f-48c8-90b0-9153f04e0de5", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:19:10.179225 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a400931-4b90-4332-975c-fc81862946a6 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:19:10.183152 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a400931-4b90-4332-975c-fc81862946a6'] response: {'server_uuid': 'dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a205fe-bd8f-48c8-90b0-9153f04e0de5', 'code': 200} Jun 24 10:19:10.184122 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f31a92-fb70-4cf0-9d72-3e8dc73eb45e req-c26a9c94-fddd-459c-8c1e-0c98198f4051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:10.185685 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-98f31a92-fb70-4cf0-9d72-3e8dc73eb45e req-c26a9c94-fddd-459c-8c1e-0c98198f4051 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=74111042535d44c8a52a4656eb37fa23&device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 1129 time: 0.0863342 Jun 24 10:19:10.253403 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:10.264321 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] Set router 296ff229-2728-4c7f-8615-b65d13f112e3 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:19:10.272857 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948f612-aff9-49f0-bf4f-ea55a63da52b req-14c21605-e1bb-4759-9f86-c980c475f8f0 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:10.274474 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0948f612-aff9-49f0-bf4f-ea55a63da52b req-14c21605-e1bb-4759-9f86-c980c475f8f0 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1165619 Jun 24 10:19:10.329631 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-359c5cc6-d442-4405-8f46-aef0e231c746 None None] Current status of the port d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:10.329631 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-359c5cc6-d442-4405-8f46-aef0e231c746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:10.364437 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32844e-c62b-4130-9e36-8cd911b7c967 req-440b9801-b61b-4174-8aba-ed7c76f04db7 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:10.373296 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1b32844e-c62b-4130-9e36-8cd911b7c967 req-440b9801-b61b-4174-8aba-ed7c76f04db7 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/ports?device_id=a74b8896-2818-4dd1-881b-20ce731e056b HTTP/1.1" status: 200 len: 949 time: 0.0928535 Jun 24 10:19:10.417731 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0948f612-aff9-49f0-bf4f-ea55a63da52b req-cf396730-04b8-46a1-93ef-42b9f32d1788 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254308 Jun 24 10:19:10.418072 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-359c5cc6-d442-4405-8f46-aef0e231c746 None None] For port d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf,segment=NetworkSegment(962a87b0-0409-4aa7-9af1-d55ec2cae422),segment_id=962a87b0-0409-4aa7-9af1-d55ec2cae422)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:19:10.436187 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-359c5cc6-d442-4405-8f46-aef0e231c746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:10.466315 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1b32844e-c62b-4130-9e36-8cd911b7c967 req-082a6942-b68e-45a9-ae93-deb82bba6bc6 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ff0bad4-aee1-43f9-ab50-c4d35ba7c94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866432 Jun 24 10:19:10.502262 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c5cc6-d442-4405-8f46-aef0e231c746 None None] Pushing event updated for resources: {'Port': ['ID=d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:10.618681 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a968f2-943c-4f1f-a2a5-4991d3524452 req-48f0aff5-5954-4537-aaf8-7b52dd808423 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:10.627672 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-94a968f2-943c-4f1f-a2a5-4991d3524452 req-48f0aff5-5954-4537-aaf8-7b52dd808423 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33 HTTP/1.1" status: 200 len: 945 time: 0.0624585 Jun 24 10:19:10.718203 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-94a968f2-943c-4f1f-a2a5-4991d3524452 req-af1f5319-5693-4db4-9f7e-bfbe6b7aa6f9 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888274 Jun 24 10:19:10.741609 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:10.758027 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-2e6ca462-f140-4d4a-97c1-49602e17907f None None] Provisioning complete for port d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:19:10.758408 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2e6ca462-f140-4d4a-97c1-49602e17907f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:10.799279 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:10.805623 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296ff229-2728-4c7f-8615-b65d13f112e3', 'name': 'tempest-TestShelveInstance-1440090424-router', 'tenant_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'd8ac88c5-1f64-43a7-a98f-9f8ce402a8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:18:59Z', 'updated_at': '2022-06-24T10:19:06Z', 'revision_number': 4, 'project_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'gw_port': {'id': 'd8ac88c5-1f64-43a7-a98f-9f8ce402a8de', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296ff229-2728-4c7f-8615-b65d13f112e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:19:01Z', 'updated_at': '2022-06-24T10:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'd907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf', 'name': '', 'network_id': '90e03594-bbd0-45bb-8890-bd2cb78cdd65', 'tenant_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'mac_address': 'fa:16:3e:ac:fe:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296ff229-2728-4c7f-8615-b65d13f112e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '2de016a3-b3e4-44d2-b6d5-8dde0d11e931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:19:04Z', 'updated_at': '2022-06-24T10:19:09Z', 'revision_number': 4, 'project_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'subnets': [{'id': '2de016a3-b3e4-44d2-b6d5-8dde0d11e931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:19:10.816183 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:10.842138 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcdcab2-76b7-40a3-a409-e56abb63ec75 None None] The sync data for ids ['296ff229-2728-4c7f-8615-b65d13f112e3'] in dv-cinder-847132-2-iscsi is: [{'id': '296ff229-2728-4c7f-8615-b65d13f112e3', 'name': 'tempest-TestShelveInstance-1440090424-router', 'tenant_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'd8ac88c5-1f64-43a7-a98f-9f8ce402a8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:18:59Z', 'updated_at': '2022-06-24T10:19:06Z', 'revision_number': 4, 'project_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'gw_port': {'id': 'd8ac88c5-1f64-43a7-a98f-9f8ce402a8de', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296ff229-2728-4c7f-8615-b65d13f112e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:19:01Z', 'updated_at': '2022-06-24T10:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'd907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf', 'name': '', 'network_id': '90e03594-bbd0-45bb-8890-bd2cb78cdd65', 'tenant_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'mac_address': 'fa:16:3e:ac:fe:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296ff229-2728-4c7f-8615-b65d13f112e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '2de016a3-b3e4-44d2-b6d5-8dde0d11e931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:19:04Z', 'updated_at': '2022-06-24T10:19:09Z', 'revision_number': 4, 'project_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'subnets': [{'id': '2de016a3-b3e4-44d2-b6d5-8dde0d11e931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:19:10.852416 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a0939-fc8d-4d66-bdcd-87110945ae78 req-78488e9d-ba5b-4957-99db-8748aad20d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:10.853943 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-846a0939-fc8d-4d66-bdcd-87110945ae78 req-78488e9d-ba5b-4957-99db-8748aad20d01 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a33a4f77f0ae4dc09d4f8c29babf3b03&device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 1129 time: 0.1000733 Jun 24 10:19:10.857289 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e347db7-3856-4c73-aa6c-93b2a6e08a52 req-101214fc-b955-489a-99d6-14af5c6df18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:10.859131 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7e347db7-3856-4c73-aa6c-93b2a6e08a52 req-101214fc-b955-489a-99d6-14af5c6df18a service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33 HTTP/1.1" status: 200 len: 1129 time: 0.0966063 Jun 24 10:19:10.860745 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f31a92-fb70-4cf0-9d72-3e8dc73eb45e req-86334876-68ab-4b09-a6ab-17433c982688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:10.862249 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-98f31a92-fb70-4cf0-9d72-3e8dc73eb45e req-86334876-68ab-4b09-a6ab-17433c982688 service neutron] 10.222.0.27 "GET /v2.0/networks?id=77e0b315-c6f0-401c-b090-3f73b33dd671 HTTP/1.1" status: 200 len: 918 time: 0.6692517 Jun 24 10:19:10.905763 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-2e6ca462-f140-4d4a-97c1-49602e17907f None None] Current status of the port d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:10.928664 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbd086-9188-4123-8e29-0763526c58b2 req-772d270b-3c1a-49a8-a3f2-d0fb37892d89 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:10.930551 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9afbd086-9188-4123-8e29-0763526c58b2 req-772d270b-3c1a-49a8-a3f2-d0fb37892d89 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/ports?device_id=a74b8896-2818-4dd1-881b-20ce731e056b HTTP/1.1" status: 200 len: 949 time: 0.1002281 Jun 24 10:19:11.043012 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9afbd086-9188-4123-8e29-0763526c58b2 req-00446078-ff89-420d-8ae7-588713ab6d7b tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ff0bad4-aee1-43f9-ab50-c4d35ba7c94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940921 Jun 24 10:19:11.054223 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:11.067811 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e877c5c-104b-45bd-a3b9-4015c25237f3 req-98551689-4748-489c-8682-40eeec91bdf3 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:11.069406 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1e877c5c-104b-45bd-a3b9-4015c25237f3 req-98551689-4748-489c-8682-40eeec91bdf3 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0747361 Jun 24 10:19:11.072159 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:19:11.129237 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:19:11.129765 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:11.151473 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1e877c5c-104b-45bd-a3b9-4015c25237f3 req-6caaa097-14e9-4439-af62-1de90b49dd7d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735018 Jun 24 10:19:11.221586 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:11.568292 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6812af1-6536-4f60-991d-cfabaea8ad0a req-5edd8bf5-1fdc-4229-873f-cd93892d9dc5 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:11.569866 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e6812af1-6536-4f60-991d-cfabaea8ad0a req-5edd8bf5-1fdc-4229-873f-cd93892d9dc5 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0531914 Jun 24 10:19:11.619544 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e6812af1-6536-4f60-991d-cfabaea8ad0a req-d3ccd9ea-5566-46d1-998b-7b4c1ea0db58 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434222 Jun 24 10:19:11.868287 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1daae-c945-4bd2-adc2-03755534e8aa req-f527c66c-9854-46ba-8ec9-3d4b6844e5d9 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:11.869752 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8bf1daae-c945-4bd2-adc2-03755534e8aa req-f527c66c-9854-46ba-8ec9-3d4b6844e5d9 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33 HTTP/1.1" status: 200 len: 945 time: 0.0880132 Jun 24 10:19:11.889821 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04820517-04f4-4da2-be0e-ec0f475b41a3 req-354042ac-2022-4b23-8df2-c25b3de4f997 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:11.891737 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-04820517-04f4-4da2-be0e-ec0f475b41a3 req-354042ac-2022-4b23-8df2-c25b3de4f997 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0689135 Jun 24 10:19:11.925124 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-98f31a92-fb70-4cf0-9d72-3e8dc73eb45e req-18963c67-8e82-42cb-9134-7a481a7ca67d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c384c38-8450-4bcf-a60e-98848c87017b HTTP/1.1" status: 200 len: 1001 time: 0.1200671 Jun 24 10:19:11.951188 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:11.957623 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8bf1daae-c945-4bd2-adc2-03755534e8aa req-c18e4cdb-d521-4061-be23-55d07aac8b37 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799215 Jun 24 10:19:11.977766 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-04820517-04f4-4da2-be0e-ec0f475b41a3 req-64e9e761-52ff-4a39-afea-f17f48e3c7a3 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759096 Jun 24 10:19:11.980474 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7e347db7-3856-4c73-aa6c-93b2a6e08a52 req-4bbf1312-ecad-4f55-854a-e5a89a060639 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670496 Jun 24 10:19:12.003718 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a0939-fc8d-4d66-bdcd-87110945ae78 req-e53a4cdb-70c1-4117-a327-8a2407f02845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:12.005237 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-846a0939-fc8d-4d66-bdcd-87110945ae78 req-e53a4cdb-70c1-4117-a327-8a2407f02845 service neutron] 10.222.0.27 "GET /v2.0/networks?id=d5489725-cb1e-4af4-bc56-f04397965dc8 HTTP/1.1" status: 200 len: 912 time: 0.1826282 Jun 24 10:19:12.174845 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0e72a-80ef-4182-af5e-5930f50bff3d req-831e308a-5104-4ffd-a26a-eddde490ae99 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:12.178856 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-11f0e72a-80ef-4182-af5e-5930f50bff3d req-831e308a-5104-4ffd-a26a-eddde490ae99 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/ports?device_id=a74b8896-2818-4dd1-881b-20ce731e056b HTTP/1.1" status: 200 len: 949 time: 0.0582941 Jun 24 10:19:12.244332 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-11f0e72a-80ef-4182-af5e-5930f50bff3d req-f127d9cb-3208-442c-9b65-cb65b8d897bb tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ff0bad4-aee1-43f9-ab50-c4d35ba7c94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620694 Jun 24 10:19:12.286210 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f4d3c-b29e-4064-89ec-77b3d35d9611 req-3a078a67-0e09-463a-a8ba-725c5d50fda5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:12.287860 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d15f4d3c-b29e-4064-89ec-77b3d35d9611 req-3a078a67-0e09-463a-a8ba-725c5d50fda5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 945 time: 0.0619173 Jun 24 10:19:12.342013 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d15f4d3c-b29e-4064-89ec-77b3d35d9611 req-90564cc5-4c74-494f-94c0-4829db035811 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470989 Jun 24 10:19:12.375847 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3e5cc-8f7e-4ac9-beed-7fec7bf8353a req-443f0123-73f5-45f5-a969-c34c71f6cd6c tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:12.377408 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-69d3e5cc-8f7e-4ac9-beed-7fec7bf8353a req-443f0123-73f5-45f5-a969-c34c71f6cd6c tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.27 "GET /v2.0/ports?device_id=a74b8896-2818-4dd1-881b-20ce731e056b HTTP/1.1" status: 200 len: 949 time: 0.1482825 Jun 24 10:19:12.381546 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f31a92-fb70-4cf0-9d72-3e8dc73eb45e req-50242b76-44bb-4caf-b640-78707f18e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:12.383052 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-98f31a92-fb70-4cf0-9d72-3e8dc73eb45e req-50242b76-44bb-4caf-b640-78707f18e4aa service neutron] 10.222.0.27 "GET /v2.0/subnets?id=361faa5d-39ac-4ef9-a36e-94eab471915a HTTP/1.1" status: 200 len: 856 time: 0.1508350 Jun 24 10:19:12.390072 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-846a0939-fc8d-4d66-bdcd-87110945ae78 req-7e78b643-3a75-496e-8694-fb3a8b0dd7f1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c453626e-6db1-429e-a1a1-df11a4d87ee5 HTTP/1.1" status: 200 len: 1000 time: 0.1595867 Jun 24 10:19:12.809048 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f31a92-fb70-4cf0-9d72-3e8dc73eb45e req-e61dd810-dd9d-4c92-b528-3927af5d954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:12.810821 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-98f31a92-fb70-4cf0-9d72-3e8dc73eb45e req-e61dd810-dd9d-4c92-b528-3927af5d954e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=77e0b315-c6f0-401c-b090-3f73b33dd671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1094141 Jun 24 10:19:12.812501 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a0939-fc8d-4d66-bdcd-87110945ae78 req-dda5511a-66ed-402a-9a56-2438bb0c802a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:12.813803 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-846a0939-fc8d-4d66-bdcd-87110945ae78 req-dda5511a-66ed-402a-9a56-2438bb0c802a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d457dd30-6a21-4bba-a15c-7b5069d5a773 HTTP/1.1" status: 200 len: 850 time: 0.1216583 Jun 24 10:19:12.911150 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-69d3e5cc-8f7e-4ac9-beed-7fec7bf8353a req-7a181541-00e1-46ca-8685-6b78515cf6e8 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Deleting port ca85e86d-1048-417d-a0c6-a127ef4567db {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:19:12.911652 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-69d3e5cc-8f7e-4ac9-beed-7fec7bf8353a req-7a181541-00e1-46ca-8685-6b78515cf6e8 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (ca85e86d-1048-417d-a0c6-a127ef4567db), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:12.937468 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a0939-fc8d-4d66-bdcd-87110945ae78 req-c191a169-bae6-41e3-bb01-6bc6737431c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:12.939013 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-846a0939-fc8d-4d66-bdcd-87110945ae78 req-c191a169-bae6-41e3-bb01-6bc6737431c6 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d5489725-cb1e-4af4-bc56-f04397965dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0979791 Jun 24 10:19:13.066310 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 0c384c38-8450-4bcf-a60e-98848c87017b no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:19:13.111070 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-98f31a92-fb70-4cf0-9d72-3e8dc73eb45e req-f577618b-683e-4dbf-bf4e-cbdafcbeb458 service neutron] 10.222.0.27 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684233 Jun 24 10:19:13.116321 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:13.134738 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-69d3e5cc-8f7e-4ac9-beed-7fec7bf8353a req-7a181541-00e1-46ca-8685-6b78515cf6e8 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] For port ca85e86d-1048-417d-a0c6-a127ef4567db, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=ca85e86d-1048-417d-a0c6-a127ef4567db,segment=NetworkSegment(26cea4c3-445e-42c8-8cef-110feefd9357),segment_id=26cea4c3-445e-42c8-8cef-110feefd9357)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:19:13.134738 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-69d3e5cc-8f7e-4ac9-beed-7fec7bf8353a req-7a181541-00e1-46ca-8685-6b78515cf6e8 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (ca85e86d-1048-417d-a0c6-a127ef4567db), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:13.136689 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c33ea0-c8dc-42b9-be7a-9484fb19825c req-4da6dd41-a4ef-47fd-9133-2ee08f414199 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:13.138427 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-66c33ea0-c8dc-42b9-be7a-9484fb19825c req-4da6dd41-a4ef-47fd-9133-2ee08f414199 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33 HTTP/1.1" status: 200 len: 945 time: 0.0940251 Jun 24 10:19:13.154660 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 0c384c38-8450-4bcf-a60e-98848c87017b is: ACTIVE; New status is: DOWN {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:13.155280 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:13.157145 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-69d3e5cc-8f7e-4ac9-beed-7fec7bf8353a req-7a181541-00e1-46ca-8685-6b78515cf6e8 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Calling delete_port for ca85e86d-1048-417d-a0c6-a127ef4567db owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:19:13.165663 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-846a0939-fc8d-4d66-bdcd-87110945ae78 req-eab732c4-14ce-4369-afde-0a663dfb5f93 service neutron] 10.222.0.27 "GET /v2.0/networks/d5489725-cb1e-4af4-bc56-f04397965dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893468 Jun 24 10:19:13.177258 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fae23-a46b-456c-8e41-8401e5c23fd1 req-d38687c7-c232-4ea5-830b-73a97117d918 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:13.178789 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-da2fae23-a46b-456c-8e41-8401e5c23fd1 req-d38687c7-c232-4ea5-830b-73a97117d918 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0959549 Jun 24 10:19:13.181787 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb96a476-856a-400c-8c57-30b98297ebee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c384c38-8450-4bcf-a60e-98848c87017b'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:19:13.184366 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0df7b04-722b-4d39-b382-de9625a5bb76" -d '{"events": [{"server_uuid": "cb96a476-856a-400c-8c57-30b98297ebee", "name": "network-vif-unplugged", "status": "completed", "tag": "0c384c38-8450-4bcf-a60e-98848c87017b"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:19:13.198441 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 0c384c38-8450-4bcf-a60e-98848c87017b, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=0c384c38-8450-4bcf-a60e-98848c87017b,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:19:13.208296 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:13.208296 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device ca85e86d-1048-417d-a0c6-a127ef4567db no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:19:13.239513 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-66c33ea0-c8dc-42b9-be7a-9484fb19825c req-6f660bfb-950b-491a-a6ab-1b8d07441e3a tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896521 Jun 24 10:19:13.265033 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:13.283192 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-da2fae23-a46b-456c-8e41-8401e5c23fd1 req-75f31d81-ac86-48a7-8cdb-f51e64b36e2e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933468 Jun 24 10:19:13.333219 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-69d3e5cc-8f7e-4ac9-beed-7fec7bf8353a req-7a181541-00e1-46ca-8685-6b78515cf6e8 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (ca85e86d-1048-417d-a0c6-a127ef4567db), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:13.350391 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Jun 2022 10:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce52ecd-2895-487d-821e-067e6123a3ee x-openstack-request-id: req-cce52ecd-2895-487d-821e-067e6123a3ee {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:19:13.350975 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb96a476-856a-400c-8c57-30b98297ebee", "name": "network-vif-unplugged", "status": "completed", "tag": "0c384c38-8450-4bcf-a60e-98848c87017b", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:19:13.351374 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cce52ecd-2895-487d-821e-067e6123a3ee {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:19:13.351923 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce52ecd-2895-487d-821e-067e6123a3ee'] response: {'server_uuid': 'cb96a476-856a-400c-8c57-30b98297ebee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c384c38-8450-4bcf-a60e-98848c87017b', 'code': 200} Jun 24 10:19:13.358286 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=0c384c38-8450-4bcf-a60e-98848c87017b,revision_number=8']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:13.370358 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port ca85e86d-1048-417d-a0c6-a127ef4567db is: ACTIVE; New status is: DOWN {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:13.370778 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (ca85e86d-1048-417d-a0c6-a127ef4567db), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:13.393963 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a181541-00e1-46ca-8685-6b78515cf6e8 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Pushing event deleted for resources: {'Port': ['ID=ca85e86d-1048-417d-a0c6-a127ef4567db,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:13.457699 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d3e5cc-8f7e-4ac9-beed-7fec7bf8353a req-7a181541-00e1-46ca-8685-6b78515cf6e8 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] No DVR routers for this DVR port ca85e86d-1048-417d-a0c6-a127ef4567db on host hv-cinder-84713 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:19:13.475920 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-69d3e5cc-8f7e-4ac9-beed-7fec7bf8353a req-7a181541-00e1-46ca-8685-6b78515cf6e8 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:13.480251 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-69d3e5cc-8f7e-4ac9-beed-7fec7bf8353a req-7a181541-00e1-46ca-8685-6b78515cf6e8 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.27 "DELETE /v2.0/ports/ca85e86d-1048-417d-a0c6-a127ef4567db HTTP/1.1" status: 204 len: 173 time: 0.7862840 Jun 24 10:19:13.480421 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74b8896-2818-4dd1-881b-20ce731e056b', 'name': 'network-vif-deleted', 'tag': 'ca85e86d-1048-417d-a0c6-a127ef4567db'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:19:13.483180 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73031307-6ab0-41bb-9e43-b423ce198f29" -d '{"events": [{"server_uuid": "a74b8896-2818-4dd1-881b-20ce731e056b", "name": "network-vif-deleted", "tag": "ca85e86d-1048-417d-a0c6-a127ef4567db"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:19:13.510330 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-50c1a5be-94ec-4449-82b3-d4fdb73baf87 req-173183f0-c9dd-4d2e-97e3-40b8a054d270 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/ports?device_id=a74b8896-2818-4dd1-881b-20ce731e056b HTTP/1.1" status: 200 len: 210 time: 0.1097393 Jun 24 10:19:13.665519 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe126c7-9e02-431e-b812-67c6bbb9efb5 req-64bf47fb-b46c-4a86-968e-4436d23ccb22 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:13.668819 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5323de-caba-4af8-a871-bf3a4dbde05b x-openstack-request-id: req-5e5323de-caba-4af8-a871-bf3a4dbde05b {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:19:13.669283 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74b8896-2818-4dd1-881b-20ce731e056b", "name": "network-vif-deleted", "tag": "ca85e86d-1048-417d-a0c6-a127ef4567db", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:19:13.669721 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e5323de-caba-4af8-a871-bf3a4dbde05b {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:19:13.670392 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e5323de-caba-4af8-a871-bf3a4dbde05b'] response: {'server_uuid': 'a74b8896-2818-4dd1-881b-20ce731e056b', 'name': 'network-vif-deleted', 'tag': 'ca85e86d-1048-417d-a0c6-a127ef4567db', 'status': 'completed', 'code': 200} Jun 24 10:19:13.679783 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bbe126c7-9e02-431e-b812-67c6bbb9efb5 req-64bf47fb-b46c-4a86-968e-4436d23ccb22 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.1680043 Jun 24 10:19:13.734595 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-846a0939-fc8d-4d66-bdcd-87110945ae78 req-e3eb8362-3565-4a0e-93d3-f26068c9efe6 service neutron] 10.222.0.27 "GET /v2.0/networks/d5489725-cb1e-4af4-bc56-f04397965dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173519 Jun 24 10:19:13.736986 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-98f31a92-fb70-4cf0-9d72-3e8dc73eb45e req-bbbcd325-ad0b-406a-8619-a0fd80e4b72b service neutron] 10.222.0.27 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325616 Jun 24 10:19:13.764991 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bbe126c7-9e02-431e-b812-67c6bbb9efb5 req-143d16e7-1055-4429-a17c-bb9a64f1bac1 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836306 Jun 24 10:19:14.365729 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc77544-474c-416e-9c47-3869426516c8 req-fa1c40bb-fb6e-403d-bfc7-5ac461cade28 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:14.367359 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ecc77544-474c-416e-9c47-3869426516c8 req-fa1c40bb-fb6e-403d-bfc7-5ac461cade28 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33 HTTP/1.1" status: 200 len: 945 time: 0.0502951 Jun 24 10:19:14.427686 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa213b-477b-4ed4-b499-4061c576c27d req-c790e64f-9bf9-4caa-ba17-ae54410451dc tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:14.429665 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a2aa213b-477b-4ed4-b499-4061c576c27d req-c790e64f-9bf9-4caa-ba17-ae54410451dc tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0612636 Jun 24 10:19:14.467981 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ecc77544-474c-416e-9c47-3869426516c8 req-964fb5c2-a816-4a13-80ef-a5c86455b032 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905190 Jun 24 10:19:14.499283 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a2aa213b-477b-4ed4-b499-4061c576c27d req-0c844e92-4c0b-4fd8-9b70-dc41affdad18 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623267 Jun 24 10:19:14.666347 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-34068519-9ada-452a-99f5-a12d7292e5ab req-cafb1592-06e6-4fbd-875f-4e0ebe7adf5a tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/ports?device_id=a74b8896-2818-4dd1-881b-20ce731e056b HTTP/1.1" status: 200 len: 210 time: 0.0379136 Jun 24 10:19:14.904303 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f70ba0-ede5-4e04-9bb6-4ffc0d29b70e req-b0b9e9e9-f749-4c41-a373-72faa20e5273 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:14.906428 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-44f70ba0-ede5-4e04-9bb6-4ffc0d29b70e req-b0b9e9e9-f749-4c41-a373-72faa20e5273 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0526607 Jun 24 10:19:14.931915 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:14.963501 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-44f70ba0-ede5-4e04-9bb6-4ffc0d29b70e req-36193b63-4047-4e22-832b-84c3d13f7551 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472980 Jun 24 10:19:15.165575 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aadc2c-4e0c-4735-8063-5abf8d7cdab0 req-ad65ecaf-1953-4655-892f-ac2ab35ac749 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:15.167086 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-51aadc2c-4e0c-4735-8063-5abf8d7cdab0 req-ad65ecaf-1953-4655-892f-ac2ab35ac749 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33 HTTP/1.1" status: 200 len: 945 time: 0.0568862 Jun 24 10:19:15.216070 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-51aadc2c-4e0c-4735-8063-5abf8d7cdab0 req-8001cc02-7019-4505-b826-306847b594d7 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426915 Jun 24 10:19:15.622466 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fe7c8-3dd7-4a5a-b5e2-55618e71e30d req-ed7e130f-45f3-43f9-a489-d89310720ae7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:15.624240 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-753fe7c8-3dd7-4a5a-b5e2-55618e71e30d req-ed7e130f-45f3-43f9-a489-d89310720ae7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0516286 Jun 24 10:19:15.674091 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-753fe7c8-3dd7-4a5a-b5e2-55618e71e30d req-db72d375-2666-4b9c-8015-f4ed801c7780 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437081 Jun 24 10:19:15.781949 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-111d185d-617e-4a10-ade3-9e84e4d2045a req-87f0cee1-4d62-409f-a4ef-993173eabb5a tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/ports?device_id=a74b8896-2818-4dd1-881b-20ce731e056b HTTP/1.1" status: 200 len: 210 time: 0.0276654 Jun 24 10:19:16.104767 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26002517-ce05-4bc8-a1ed-13ac711e21a6 req-eb9820c3-3e06-41a2-b8c2-2522187b9b3e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:16.106328 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-26002517-ce05-4bc8-a1ed-13ac711e21a6 req-eb9820c3-3e06-41a2-b8c2-2522187b9b3e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0535815 Jun 24 10:19:16.125320 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:16.160884 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-26002517-ce05-4bc8-a1ed-13ac711e21a6 req-719d0958-11a9-430d-ada5-a321bdfbf8c0 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487874 Jun 24 10:19:16.336913 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32563e32-0ecf-41bc-beea-41c71dc45633 req-c6208137-fc24-4bbf-811a-75760b4d99bd tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:16.338426 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-32563e32-0ecf-41bc-beea-41c71dc45633 req-c6208137-fc24-4bbf-811a-75760b4d99bd tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33 HTTP/1.1" status: 200 len: 945 time: 0.0484784 Jun 24 10:19:16.395495 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-32563e32-0ecf-41bc-beea-41c71dc45633 req-71c6b1df-e3bb-4981-a790-f11085a84ab2 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494077 Jun 24 10:19:16.445018 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d714f1-f1ad-4de4-8bb0-d4288dab82cf req-c913c6f4-91b9-44e4-87bc-1f3d7eb2a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:16.446539 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c9d714f1-f1ad-4de4-8bb0-d4288dab82cf req-c913c6f4-91b9-44e4-87bc-1f3d7eb2a0ab service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a33a4f77f0ae4dc09d4f8c29babf3b03&device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 1129 time: 0.0553627 Jun 24 10:19:16.625104 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d714f1-f1ad-4de4-8bb0-d4288dab82cf req-867234c2-bc3d-47ef-9066-6e9efe46cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:16.626605 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c9d714f1-f1ad-4de4-8bb0-d4288dab82cf req-867234c2-bc3d-47ef-9066-6e9efe46cffc service neutron] 10.222.0.27 "GET /v2.0/networks?id=d5489725-cb1e-4af4-bc56-f04397965dc8 HTTP/1.1" status: 200 len: 912 time: 0.1027801 Jun 24 10:19:16.807218 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cd65c-a235-4890-8a68-a80ef10a827e req-4a3747a9-eb2c-4e1f-b984-7c077ffeb879 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:16.808638 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cc5cd65c-a235-4890-8a68-a80ef10a827e req-4a3747a9-eb2c-4e1f-b984-7c077ffeb879 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0603120 Jun 24 10:19:16.863331 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cc5cd65c-a235-4890-8a68-a80ef10a827e req-cae8d73e-61d7-471c-a81e-77be097687a5 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480447 Jun 24 10:19:16.895794 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e2c6c779-4fde-4e30-808c-33ddf2b247de req-d597e8f4-defe-46f7-8f6d-365e0d302db0 tempest-VolumesNegativeTest-429150236 tempest-VolumesNegativeTest-429150236-project] 10.222.0.64 "GET /v2.0/ports?device_id=a74b8896-2818-4dd1-881b-20ce731e056b HTTP/1.1" status: 200 len: 210 time: 0.0314913 Jun 24 10:19:17.142874 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c9d714f1-f1ad-4de4-8bb0-d4288dab82cf req-230d2e60-f956-4d0e-a048-b9a408fd4b48 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c453626e-6db1-429e-a1a1-df11a4d87ee5 HTTP/1.1" status: 200 len: 1000 time: 0.0976293 Jun 24 10:19:17.148832 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89334453-2c5a-4738-b496-b70d3dd9b9d0 req-c7b9de6e-2997-44cd-8d14-e9e845888d99 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:17.150175 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-89334453-2c5a-4738-b496-b70d3dd9b9d0 req-c7b9de6e-2997-44cd-8d14-e9e845888d99 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.27 "GET /v2.0/ports?device_id=dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33 HTTP/1.1" status: 200 len: 945 time: 0.0615175 Jun 24 10:19:17.308171 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e159d7-6952-469c-87bd-adcd1102b1ec req-b271ffdb-fd24-4217-9d94-176286f2afe3 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:17.310469 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-03e159d7-6952-469c-87bd-adcd1102b1ec req-b271ffdb-fd24-4217-9d94-176286f2afe3 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0743930 Jun 24 10:19:17.384049 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-03e159d7-6952-469c-87bd-adcd1102b1ec req-1d089723-e612-41e2-918f-a9baaac1f0c0 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590465 Jun 24 10:19:17.435279 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d714f1-f1ad-4de4-8bb0-d4288dab82cf req-da5977d0-2091-4e0b-82dd-ba52104f4265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:17.436863 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c9d714f1-f1ad-4de4-8bb0-d4288dab82cf req-da5977d0-2091-4e0b-82dd-ba52104f4265 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d457dd30-6a21-4bba-a15c-7b5069d5a773 HTTP/1.1" status: 200 len: 850 time: 0.1439312 Jun 24 10:19:17.474140 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-89334453-2c5a-4738-b496-b70d3dd9b9d0 req-51f2fa49-1ebe-4164-af11-f5863200be42 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Deleting port c6a205fe-bd8f-48c8-90b0-9153f04e0de5 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:19:17.474870 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-89334453-2c5a-4738-b496-b70d3dd9b9d0 req-51f2fa49-1ebe-4164-af11-f5863200be42 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (c6a205fe-bd8f-48c8-90b0-9153f04e0de5), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:17.511962 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d714f1-f1ad-4de4-8bb0-d4288dab82cf req-d8959327-88b8-4240-b8b7-30762ece058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:17.513488 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c9d714f1-f1ad-4de4-8bb0-d4288dab82cf req-d8959327-88b8-4240-b8b7-30762ece058f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d5489725-cb1e-4af4-bc56-f04397965dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0703361 Jun 24 10:19:17.541808 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9681d-94ea-40c1-b2cb-48ca0845667a req-aeb596bd-fc72-4cd6-b3e6-835229d94e1a tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:17.543367 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-00f9681d-94ea-40c1-b2cb-48ca0845667a req-aeb596bd-fc72-4cd6-b3e6-835229d94e1a tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33 HTTP/1.1" status: 200 len: 945 time: 0.0529828 Jun 24 10:19:17.557573 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:17.596867 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-89334453-2c5a-4738-b496-b70d3dd9b9d0 req-51f2fa49-1ebe-4164-af11-f5863200be42 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] For port c6a205fe-bd8f-48c8-90b0-9153f04e0de5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c6a205fe-bd8f-48c8-90b0-9153f04e0de5,segment=NetworkSegment(94ba1382-a5f3-4502-b64d-689b13aff452),segment_id=94ba1382-a5f3-4502-b64d-689b13aff452)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:19:17.597237 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-89334453-2c5a-4738-b496-b70d3dd9b9d0 req-51f2fa49-1ebe-4164-af11-f5863200be42 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (c6a205fe-bd8f-48c8-90b0-9153f04e0de5), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:17.607885 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-00f9681d-94ea-40c1-b2cb-48ca0845667a req-8079a9dd-067d-4588-a3b7-46f0b1cadc76 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568032 Jun 24 10:19:17.615950 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-89334453-2c5a-4738-b496-b70d3dd9b9d0 req-51f2fa49-1ebe-4164-af11-f5863200be42 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Calling delete_port for c6a205fe-bd8f-48c8-90b0-9153f04e0de5 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:19:17.771722 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:17.784661 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c9d714f1-f1ad-4de4-8bb0-d4288dab82cf req-441f37fd-e91d-48d9-822b-c4b0f5403772 service neutron] 10.222.0.27 "GET /v2.0/networks/d5489725-cb1e-4af4-bc56-f04397965dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163428 Jun 24 10:19:17.892715 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-89334453-2c5a-4738-b496-b70d3dd9b9d0 req-51f2fa49-1ebe-4164-af11-f5863200be42 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (c6a205fe-bd8f-48c8-90b0-9153f04e0de5), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:17.924129 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2fa49-1ebe-4164-af11-f5863200be42 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Pushing event deleted for resources: {'Port': ['ID=c6a205fe-bd8f-48c8-90b0-9153f04e0de5,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:17.960884 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [req-0a4c4cda-3aba-4cc9-8a2a-16ec9c8a326e req-b6e29e36-09bf-41ec-b2d0-c0afa97b80d7 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104051) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:19:17.961859 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0a4c4cda-3aba-4cc9-8a2a-16ec9c8a326e req-b6e29e36-09bf-41ec-b2d0-c0afa97b80d7 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062163 Jun 24 10:19:17.973293 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c9d714f1-f1ad-4de4-8bb0-d4288dab82cf req-e060b3da-8227-4bbe-b1e2-6c32c57b77c6 service neutron] 10.222.0.27 "GET /v2.0/networks/d5489725-cb1e-4af4-bc56-f04397965dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816308 Jun 24 10:19:17.996966 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-89334453-2c5a-4738-b496-b70d3dd9b9d0 req-51f2fa49-1ebe-4164-af11-f5863200be42 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] No DVR routers for this DVR port c6a205fe-bd8f-48c8-90b0-9153f04e0de5 on host hv-cinder-84713 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:19:18.004431 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-89334453-2c5a-4738-b496-b70d3dd9b9d0 req-51f2fa49-1ebe-4164-af11-f5863200be42 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:18.009381 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-89334453-2c5a-4738-b496-b70d3dd9b9d0 req-51f2fa49-1ebe-4164-af11-f5863200be42 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.27 "DELETE /v2.0/ports/c6a205fe-bd8f-48c8-90b0-9153f04e0de5 HTTP/1.1" status: 204 len: 173 time: 0.7235398 Jun 24 10:19:18.009953 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33', 'name': 'network-vif-deleted', 'tag': 'c6a205fe-bd8f-48c8-90b0-9153f04e0de5'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:19:18.012236 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97592807-5112-49d2-b675-9092beb83a38" -d '{"events": [{"server_uuid": "dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33", "name": "network-vif-deleted", "tag": "c6a205fe-bd8f-48c8-90b0-9153f04e0de5"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:19:18.016172 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ca17e-bf81-4d95-8029-9aad132df6ac req-86a15682-dd7a-46ea-bef5-42e6d577b345 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:18.018727 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cb1ca17e-bf81-4d95-8029-9aad132df6ac req-86a15682-dd7a-46ea-bef5-42e6d577b345 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0617695 Jun 24 10:19:18.098491 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cb1ca17e-bf81-4d95-8029-9aad132df6ac req-12d108e0-412e-4434-89f5-b6f17b214786 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731599 Jun 24 10:19:18.144466 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb973fa-c5ae-493d-9afd-5ddbfaf0caea x-openstack-request-id: req-4eb973fa-c5ae-493d-9afd-5ddbfaf0caea {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:19:18.144797 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33", "name": "network-vif-deleted", "tag": "c6a205fe-bd8f-48c8-90b0-9153f04e0de5", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:19:18.145005 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4eb973fa-c5ae-493d-9afd-5ddbfaf0caea {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:19:18.145420 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb973fa-c5ae-493d-9afd-5ddbfaf0caea'] response: {'server_uuid': 'dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33', 'name': 'network-vif-deleted', 'tag': 'c6a205fe-bd8f-48c8-90b0-9153f04e0de5', 'status': 'completed', 'code': 200} Jun 24 10:19:18.262695 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a458e5f-b86b-40d1-bc18-7b8890d8adea req-3ea7c0e5-53bf-4230-8d49-23f27980a920 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:18.264273 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4a458e5f-b86b-40d1-bc18-7b8890d8adea req-3ea7c0e5-53bf-4230-8d49-23f27980a920 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0741270 Jun 24 10:19:18.318831 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4a458e5f-b86b-40d1-bc18-7b8890d8adea req-b0270608-14d9-4db2-ba59-85b04e5f4bdc tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484471 Jun 24 10:19:18.773362 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b5920471-c608-439b-833a-984b9d7513b7 req-276185a0-423d-4b53-b17a-d27c0e716e26 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf0e71f-7054-4aaa-b7f4-637dc8e7fd33 HTTP/1.1" status: 200 len: 210 time: 0.0276687 Jun 24 10:19:19.011064 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 36294) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:19:19.067185 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 0c384c38-8450-4bcf-a60e-98848c87017b no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:19:19.113092 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1c410ed1-e2be-4723-945b-be925a892ee2 req-cecdd423-6093-4d98-a6ab-43eab373de87 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1006374 Jun 24 10:19:19.119065 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [req-1c410ed1-e2be-4723-945b-be925a892ee2 req-284211b8-67ab-4fc5-91b6-866af123be89 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104052) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:19:19.132068 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1c410ed1-e2be-4723-945b-be925a892ee2 req-284211b8-67ab-4fc5-91b6-866af123be89 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0178630 Jun 24 10:19:19.151947 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 0c384c38-8450-4bcf-a60e-98848c87017b is: DOWN; New status is: DOWN {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:19.153112 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device c6a205fe-bd8f-48c8-90b0-9153f04e0de5 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:19:19.190284 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] No Port match for: c6a205fe-bd8f-48c8-90b0-9153f04e0de5 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:19:19.195181 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device c6a205fe-bd8f-48c8-90b0-9153f04e0de5 not bound to the agent host hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:19:19.275139 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 36342) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:19:19.294875 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea6e02-5cbd-4b81-aa11-c8f3cd17f383 req-a50d7061-45da-48f2-911f-fbc4757b0e12 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:19.302010 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b2ea6e02-5cbd-4b81-aa11-c8f3cd17f383 req-a50d7061-45da-48f2-911f-fbc4757b0e12 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0963206 Jun 24 10:19:19.340495 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:19.363507 dv-cinder-847132-2-iscsi neutron-server[104052]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 10:19:19.375305 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b2ea6e02-5cbd-4b81-aa11-c8f3cd17f383 req-e00be2d8-c922-44ab-bd8f-542185b422cb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612473 Jun 24 10:19:19.419583 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c410ed1-e2be-4723-945b-be925a892ee2 req-3dc5c0f3-6e36-4374-b36b-f2c7edb6d978 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:19.420990 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1c410ed1-e2be-4723-945b-be925a892ee2 req-3dc5c0f3-6e36-4374-b36b-f2c7edb6d978 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports/0c384c38-8450-4bcf-a60e-98848c87017b HTTP/1.1" status: 200 len: 940 time: 0.1434286 Jun 24 10:19:19.457954 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b178978-1319-44cf-a3d8-ac75989508a6 req-91521984-40e6-4211-81b9-052f4a6c4328 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:19.459563 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2b178978-1319-44cf-a3d8-ac75989508a6 req-91521984-40e6-4211-81b9-052f4a6c4328 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0542102 Jun 24 10:19:19.529886 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2b178978-1319-44cf-a3d8-ac75989508a6 req-80207a42-55fd-4863-ab3f-0a6fa821bf76 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630710 Jun 24 10:19:20.129844 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-d50d46d6-8940-4b68-bfbe-bb4e92cf01cb tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:20.131339 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-d50d46d6-8940-4b68-bfbe-bb4e92cf01cb tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/networks?id=68ae0d24-43c3-4ab7-b393-8a1204423670 HTTP/1.1" status: 200 len: 809 time: 0.1093314 Jun 24 10:19:20.147185 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-59862739-149f-4b95-92be-403fc0882134 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/quotas/4a8a290c7de54fb892f408f3d4f1e657 HTTP/1.1" status: 200 len: 375 time: 0.0101614 Jun 24 10:19:20.185644 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-6c1ff51c-763f-45dc-9b6d-bee6044c51e7 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a8a290c7de54fb892f408f3d4f1e657&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305326 Jun 24 10:19:20.269299 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:20.281677 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-96c8bd83-993a-40c6-abf0-58ebba8d4beb service neutron] 10.222.0.64 "GET /v2.0/networks/68ae0d24-43c3-4ab7-b393-8a1204423670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931101 Jun 24 10:19:20.389054 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-4aa3984f-c447-46d0-8185-aaf92eeddb8c service neutron] 10.222.0.64 "GET /v2.0/networks/68ae0d24-43c3-4ab7-b393-8a1204423670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009645 Jun 24 10:19:20.600463 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d55da99d-4f49-4922-b9b3-0579b6f149f3 req-ef084d45-9379-488e-a97c-6b54ceaa1b5f tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 210 time: 0.0530460 Jun 24 10:19:20.920312 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778a3ab-dbd5-4179-ab55-9b2773ceb5a4 req-c6c62d07-2098-416c-88a9-94e031fb9f45 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:20.927242 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9778a3ab-dbd5-4179-ab55-9b2773ceb5a4 req-c6c62d07-2098-416c-88a9-94e031fb9f45 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.3011489 Jun 24 10:19:20.988225 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9778a3ab-dbd5-4179-ab55-9b2773ceb5a4 req-4f680f75-04e1-4118-9dd8-b03b9369a26e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598722 Jun 24 10:19:21.600778 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:19:21.733311 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-449f76c2-a5a2-4e8c-9568-202bbe776aba req-b4d4a1b4-032f-46f8-8dba-6ba6b1bfff53 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 210 time: 0.0505326 Jun 24 10:19:21.866150 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-aa06b051-c645-4803-b700-0deb86611acf tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:21.867792 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-aa06b051-c645-4803-b700-0deb86611acf tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.27 "GET /v2.0/networks?id=68ae0d24-43c3-4ab7-b393-8a1204423670 HTTP/1.1" status: 200 len: 809 time: 0.1736941 Jun 24 10:19:21.869382 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e813a-1516-4205-970c-fe872cfb370e req-2cb03e25-43fd-4d97-a768-3919bb58f0f8 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:21.870897 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ff3e813a-1516-4205-970c-fe872cfb370e req-2cb03e25-43fd-4d97-a768-3919bb58f0f8 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0647647 Jun 24 10:19:21.934641 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-5b4e8f3d-1381-4be5-91f5-e822813e29be tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Request body: {'port': {'device_id': '8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf', 'network_id': '68ae0d24-43c3-4ab7-b393-8a1204423670', 'admin_state_up': True, 'tenant_id': '4a8a290c7de54fb892f408f3d4f1e657'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:19:21.938431 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ff3e813a-1516-4205-970c-fe872cfb370e req-1247422d-6a60-4f0c-a088-c8f3c9e1897e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601406 Jun 24 10:19:21.962460 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07784712-b488-4458-91aa-50b23d95aa71 req-302666c7-f762-4127-9315-4cf5a25aacd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:21.963985 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-07784712-b488-4458-91aa-50b23d95aa71 req-302666c7-f762-4127-9315-4cf5a25aacd5 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=172381cd65a94b1fa2939d6af673f6ba&device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 1129 time: 0.1060104 Jun 24 10:19:22.112846 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f8dfb-c005-42c5-882d-f6dfc12da7a5 req-3f3f5e50-4f83-4f10-a53f-dfbaf02c896a tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:22.114499 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d59f8dfb-c005-42c5-882d-f6dfc12da7a5 req-3f3f5e50-4f83-4f10-a53f-dfbaf02c896a tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0525572 Jun 24 10:19:22.148724 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:22.165790 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-5b4e8f3d-1381-4be5-91f5-e822813e29be tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Made reservation on behalf of 4a8a290c7de54fb892f408f3d4f1e657 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:19:22.169275 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-5b4e8f3d-1381-4be5-91f5-e822813e29be tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:22.171322 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d59f8dfb-c005-42c5-882d-f6dfc12da7a5 req-1143968a-81e2-42e4-b4cc-c8615d8855bb tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476074 Jun 24 10:19:22.184235 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07784712-b488-4458-91aa-50b23d95aa71 req-788b143a-e73f-4162-b046-23f0b9faeeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:22.185712 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-07784712-b488-4458-91aa-50b23d95aa71 req-788b143a-e73f-4162-b046-23f0b9faeeb3 service neutron] 10.222.0.27 "GET /v2.0/networks?id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 HTTP/1.1" status: 200 len: 920 time: 0.1636312 Jun 24 10:19:22.307603 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-07784712-b488-4458-91aa-50b23d95aa71 req-365010fa-946f-415e-b313-3b847554134c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d3c446-3f13-44e3-a64e-32cfa07544ad HTTP/1.1" status: 200 len: 1000 time: 0.1123452 Jun 24 10:19:22.399955 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07784712-b488-4458-91aa-50b23d95aa71 req-9f02c9e9-fc2b-429b-90f3-fa1406c225cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:22.401457 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-07784712-b488-4458-91aa-50b23d95aa71 req-9f02c9e9-fc2b-429b-90f3-fa1406c225cc service neutron] 10.222.0.27 "GET /v2.0/subnets?id=76a12e71-d45b-4321-aabc-7b9f132bf04a HTTP/1.1" status: 200 len: 858 time: 0.0879183 Jun 24 10:19:22.402869 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-5b4e8f3d-1381-4be5-91f5-e822813e29be tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Allocated IP 172.20.0.9 (68ae0d24-43c3-4ab7-b393-8a1204423670/3d37c2ad-68ab-44c1-8bb6-bac03684746c/8d7ed742-d658-41ac-bf26-1bddaf55fa57) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:19:22.488335 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:22.577805 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-5b4e8f3d-1381-4be5-91f5-e822813e29be tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Publish callbacks [] for port (8d7ed742-d658-41ac-bf26-1bddaf55fa57), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:22.679070 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07784712-b488-4458-91aa-50b23d95aa71 req-fd061fa3-61cb-4919-b207-45f5a921bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:22.680580 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-07784712-b488-4458-91aa-50b23d95aa71 req-fd061fa3-61cb-4919-b207-45f5a921bb12 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1177773 Jun 24 10:19:22.692533 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c410ed1-e2be-4723-945b-be925a892ee2 req-d53778ff-eeba-4ea9-9f7e-7adf15e48b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:22.693962 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1c410ed1-e2be-4723-945b-be925a892ee2 req-d53778ff-eeba-4ea9-9f7e-7adf15e48b5f service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee&tenant_id=74111042535d44c8a52a4656eb37fa23 HTTP/1.1" status: 200 len: 1127 time: 0.1133580 Jun 24 10:19:22.864787 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9bb1c-2e42-4968-a5ba-8861d6a3dee1 req-14a76348-322e-4a04-9d00-f8ea1da16c24 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:22.871340 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6dc9bb1c-2e42-4968-a5ba-8861d6a3dee1 req-14a76348-322e-4a04-9d00-f8ea1da16c24 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 931 time: 0.0569568 Jun 24 10:19:22.927423 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6dc9bb1c-2e42-4968-a5ba-8861d6a3dee1 req-6589f775-e828-45a8-8840-5aa3411ac9ff tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549893 Jun 24 10:19:22.965245 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 36592) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:19:23.058896 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a7f33-6d02-4bff-83e5-d1c6ffedb50c req-54afc182-a1c8-4117-a087-d34a029969fc tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:23.060456 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0d8a7f33-6d02-4bff-83e5-d1c6ffedb50c req-54afc182-a1c8-4117-a087-d34a029969fc tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0537708 Jun 24 10:19:23.083367 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-5b4e8f3d-1381-4be5-91f5-e822813e29be tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (8d7ed742-d658-41ac-bf26-1bddaf55fa57), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:23.126591 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c410ed1-e2be-4723-945b-be925a892ee2 req-ecf60f03-3f77-43cc-8dcd-6af1f8637a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:23.128105 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1c410ed1-e2be-4723-945b-be925a892ee2 req-ecf60f03-3f77-43cc-8dcd-6af1f8637a99 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=74111042535d44c8a52a4656eb37fa23&device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 1127 time: 0.4070780 Jun 24 10:19:23.139566 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0d8a7f33-6d02-4bff-83e5-d1c6ffedb50c req-73134071-a1a2-4524-b3e6-27f3fec1ea75 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724051 Jun 24 10:19:23.142408 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-d9b67667-f7a1-4403-b214-6bfe683a4393 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f68ef0ce863f43cdab4afcba5329f925&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1759379 Jun 24 10:19:23.146555 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 36596) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:19:23.164557 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-5b4e8f3d-1381-4be5-91f5-e822813e29be tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Network 68ae0d24-43c3-4ab7-b393-8a1204423670 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:19:23.181103 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-5b4e8f3d-1381-4be5-91f5-e822813e29be tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:19:23.186114 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-5b4e8f3d-1381-4be5-91f5-e822813e29be tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:19:23.190315 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-07784712-b488-4458-91aa-50b23d95aa71 req-53047862-b1f2-496e-b7d2-038bde36fdae service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991515 Jun 24 10:19:23.197615 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e8f3d-1381-4be5-91f5-e822813e29be tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Pushing event updated for resources: {'Port': ['ID=8d7ed742-d658-41ac-bf26-1bddaf55fa57,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:23.201841 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a8f8bc48-e137-473a-abac-b1c9c7f3c509 admin admin] Publish callbacks [] for security_group (9ff0bad4-aee1-43f9-ab50-c4d35ba7c94d), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:23.227244 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a8f8bc48-e137-473a-abac-b1c9c7f3c509 admin admin] Publish callbacks [] for security_group (9ff0bad4-aee1-43f9-ab50-c4d35ba7c94d), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:23.244874 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:23.300677 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:23.309375 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002af2f-8ef8-4a8a-999d-615327a1bf0e req-f0cc2656-b7bb-45c2-a61c-9554003e94f0 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:23.310897 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2002af2f-8ef8-4a8a-999d-615327a1bf0e req-f0cc2656-b7bb-45c2-a61c-9554003e94f0 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0507183 Jun 24 10:19:23.312085 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a8f8bc48-e137-473a-abac-b1c9c7f3c509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (9ff0bad4-aee1-43f9-ab50-c4d35ba7c94d), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:23.315278 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a8f8bc48-e137-473a-abac-b1c9c7f3c509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:23.319349 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-a8f8bc48-e137-473a-abac-b1c9c7f3c509 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ff0bad4-aee1-43f9-ab50-c4d35ba7c94d HTTP/1.1" status: 204 len: 168 time: 0.1717186 Jun 24 10:19:23.330210 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8bc48-e137-473a-abac-b1c9c7f3c509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff0bad4-aee1-43f9-ab50-c4d35ba7c94d,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:23.346042 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-5b4e8f3d-1381-4be5-91f5-e822813e29be tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:23.346833 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-5b4e8f3d-1381-4be5-91f5-e822813e29be tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:23.377231 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2002af2f-8ef8-4a8a-999d-615327a1bf0e req-2cb46206-5e7c-4da0-9e89-55137557288e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566914 Jun 24 10:19:23.386110 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c410ed1-e2be-4723-945b-be925a892ee2 req-2b271c39-0a06-422a-8605-8d39255a355f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:23.387568 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1c410ed1-e2be-4723-945b-be925a892ee2 req-2b271c39-0a06-422a-8605-8d39255a355f service neutron] 10.222.0.27 "GET /v2.0/networks?id=77e0b315-c6f0-401c-b090-3f73b33dd671 HTTP/1.1" status: 200 len: 918 time: 0.2468283 Jun 24 10:19:23.392595 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-5b4e8f3d-1381-4be5-91f5-e822813e29be tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4720130 Jun 24 10:19:23.408124 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-07784712-b488-4458-91aa-50b23d95aa71 req-4f255fbc-7f33-418f-afe6-1be3694c8d5b service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862054 Jun 24 10:19:23.426091 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-78b147b4-b4da-4f31-a747-b45e7f65b7d4 service neutron] Request body: {'port': {'device_id': '8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:19:23.532526 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1c410ed1-e2be-4723-945b-be925a892ee2 req-c3007c16-0885-481e-b4cf-c879384deee2 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c384c38-8450-4bcf-a60e-98848c87017b HTTP/1.1" status: 200 len: 999 time: 0.1234221 Jun 24 10:19:23.543423 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-78b147b4-b4da-4f31-a747-b45e7f65b7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (8d7ed742-d658-41ac-bf26-1bddaf55fa57), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:23.575020 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:23.597208 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:23.721372 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c410ed1-e2be-4723-945b-be925a892ee2 req-9d412fb2-d72b-4aa1-b4b5-f98862596448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:23.722961 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1c410ed1-e2be-4723-945b-be925a892ee2 req-9d412fb2-d72b-4aa1-b4b5-f98862596448 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=361faa5d-39ac-4ef9-a36e-94eab471915a HTTP/1.1" status: 200 len: 856 time: 0.1201775 Jun 24 10:19:23.811231 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c410ed1-e2be-4723-945b-be925a892ee2 req-35ffe177-c5f4-4832-83c3-d9a1f41fad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:23.812874 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1c410ed1-e2be-4723-945b-be925a892ee2 req-35ffe177-c5f4-4832-83c3-d9a1f41fad77 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=77e0b315-c6f0-401c-b090-3f73b33dd671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792742 Jun 24 10:19:23.965635 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-78b147b4-b4da-4f31-a747-b45e7f65b7d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7ed742-d658-41ac-bf26-1bddaf55fa57 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:19:23.974410 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-78b147b4-b4da-4f31-a747-b45e7f65b7d4 service neutron] Publish callbacks [] for port (8d7ed742-d658-41ac-bf26-1bddaf55fa57), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:23.978319 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1c410ed1-e2be-4723-945b-be925a892ee2 req-613ed783-c3fe-4618-92f7-32153fbe0d81 service neutron] 10.222.0.27 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571167 Jun 24 10:19:23.997663 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-78b147b4-b4da-4f31-a747-b45e7f65b7d4 service neutron] Transition to ACTIVE for port object 8d7ed742-d658-41ac-bf26-1bddaf55fa57 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:19:24.010548 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-78b147b4-b4da-4f31-a747-b45e7f65b7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (8d7ed742-d658-41ac-bf26-1bddaf55fa57), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:24.027662 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:24.050405 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210c89f-99f2-46a6-bb58-55e475a2b180 req-cea45ee2-2cbc-40f2-b2dc-b5f63fd27959 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:24.052216 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2210c89f-99f2-46a6-bb58-55e475a2b180 req-cea45ee2-2cbc-40f2-b2dc-b5f63fd27959 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 943 time: 0.0533123 Jun 24 10:19:24.119375 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2210c89f-99f2-46a6-bb58-55e475a2b180 req-abeccfd3-acbd-4c5c-9bc4-5a59c8baefef tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547099 Jun 24 10:19:24.141808 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b147b4-b4da-4f31-a747-b45e7f65b7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7ed742-d658-41ac-bf26-1bddaf55fa57,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:24.150378 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1c410ed1-e2be-4723-945b-be925a892ee2 req-351082f8-0f52-46ee-b71e-76d74cfbc21e service neutron] 10.222.0.27 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624629 Jun 24 10:19:24.173771 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:24.204343 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-78b147b4-b4da-4f31-a747-b45e7f65b7d4 service neutron] Attempting to bind port 8d7ed742-d658-41ac-bf26-1bddaf55fa57 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:19:24.204692 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-78b147b4-b4da-4f31-a747-b45e7f65b7d4 service neutron] Attempting to bind port 8d7ed742-d658-41ac-bf26-1bddaf55fa57 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '94ba1382-a5f3-4502-b64d-689b13aff452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '68ae0d24-43c3-4ab7-b393-8a1204423670'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:19:24.205341 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-78b147b4-b4da-4f31-a747-b45e7f65b7d4 service neutron] Attempting to bind port 8d7ed742-d658-41ac-bf26-1bddaf55fa57 on network 68ae0d24-43c3-4ab7-b393-8a1204423670 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:19:24.211090 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-78b147b4-b4da-4f31-a747-b45e7f65b7d4 service neutron] Port 8d7ed742-d658-41ac-bf26-1bddaf55fa57 on network 68ae0d24-43c3-4ab7-b393-8a1204423670 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:19:24.211417 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-78b147b4-b4da-4f31-a747-b45e7f65b7d4 service neutron] Attempting to bind port 8d7ed742-d658-41ac-bf26-1bddaf55fa57 on network 68ae0d24-43c3-4ab7-b393-8a1204423670 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:19:24.217243 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-78b147b4-b4da-4f31-a747-b45e7f65b7d4 service neutron] Checking agent: {'id': '900df4b4-ebee-48f1-a22a-a520f0296ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'started_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:19:24.217568 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-78b147b4-b4da-4f31-a747-b45e7f65b7d4 service neutron] Checking segment: {'id': '94ba1382-a5f3-4502-b64d-689b13aff452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '68ae0d24-43c3-4ab7-b393-8a1204423670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:19:24.217954 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-78b147b4-b4da-4f31-a747-b45e7f65b7d4 service neutron] Bound using segment: {'id': '94ba1382-a5f3-4502-b64d-689b13aff452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '68ae0d24-43c3-4ab7-b393-8a1204423670'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:19:24.218446 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-78b147b4-b4da-4f31-a747-b45e7f65b7d4 service neutron] Bound port: 8d7ed742-d658-41ac-bf26-1bddaf55fa57, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ba1382-a5f3-4502-b64d-689b13aff452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '68ae0d24-43c3-4ab7-b393-8a1204423670'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:19:24.218834 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-78b147b4-b4da-4f31-a747-b45e7f65b7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (8d7ed742-d658-41ac-bf26-1bddaf55fa57), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:24.283490 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-78b147b4-b4da-4f31-a747-b45e7f65b7d4 service neutron] For port 8d7ed742-d658-41ac-bf26-1bddaf55fa57, host hv-cinder-84713, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:19:24.285430 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3edcd7d-4da7-4b02-8700-99dd2b80ed82 req-8c68fc72-d470-4c0e-851d-3c268715c5d1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:24.287513 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-78b147b4-b4da-4f31-a747-b45e7f65b7d4 service neutron] For port 8d7ed742-d658-41ac-bf26-1bddaf55fa57, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=8d7ed742-d658-41ac-bf26-1bddaf55fa57,segment=NetworkSegment(94ba1382-a5f3-4502-b64d-689b13aff452),segment_id=94ba1382-a5f3-4502-b64d-689b13aff452)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:19:24.287778 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d3edcd7d-4da7-4b02-8700-99dd2b80ed82 req-8c68fc72-d470-4c0e-851d-3c268715c5d1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0560730 Jun 24 10:19:24.294795 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-78b147b4-b4da-4f31-a747-b45e7f65b7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (8d7ed742-d658-41ac-bf26-1bddaf55fa57), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:24.334986 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-78b147b4-b4da-4f31-a747-b45e7f65b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:24.335692 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-78b147b4-b4da-4f31-a747-b45e7f65b7d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:24.337024 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-78b147b4-b4da-4f31-a747-b45e7f65b7d4 service neutron] 10.222.0.27 "PUT /v2.0/ports/8d7ed742-d658-41ac-bf26-1bddaf55fa57 HTTP/1.1" status: 200 len: 1093 time: 0.9269333 Jun 24 10:19:24.337501 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf', 'tag': '8d7ed742-d658-41ac-bf26-1bddaf55fa57'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:19:24.340425 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e111b02-55b1-4a72-825d-1d39beead6df" -d '{"events": [{"name": "network-changed", "server_uuid": "8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf", "tag": "8d7ed742-d658-41ac-bf26-1bddaf55fa57"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:19:24.340607 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d3edcd7d-4da7-4b02-8700-99dd2b80ed82 req-f508115c-eded-4392-a78c-48b724fed65a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457673 Jun 24 10:19:24.371714 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b147b4-b4da-4f31-a747-b45e7f65b7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7ed742-d658-41ac-bf26-1bddaf55fa57,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:24.416163 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3603d8-eaf7-4c5b-88ea-e2fde598a121 x-openstack-request-id: req-7a3603d8-eaf7-4c5b-88ea-e2fde598a121 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:19:24.416462 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf", "tag": "8d7ed742-d658-41ac-bf26-1bddaf55fa57", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:19:24.416764 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7a3603d8-eaf7-4c5b-88ea-e2fde598a121 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:19:24.417355 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a3603d8-eaf7-4c5b-88ea-e2fde598a121'] response: {'name': 'network-changed', 'server_uuid': '8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf', 'tag': '8d7ed742-d658-41ac-bf26-1bddaf55fa57', 'status': 'completed', 'code': 200} Jun 24 10:19:24.494176 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-fabdf6ab-2999-42f4-ac9b-44a41dc842de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:24.504789 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-fabdf6ab-2999-42f4-ac9b-44a41dc842de service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=4a8a290c7de54fb892f408f3d4f1e657&device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 1127 time: 0.0758390 Jun 24 10:19:24.577172 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-d3c630b8-3488-4880-9a68-f2e24a7b20fd service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d7ed742-d658-41ac-bf26-1bddaf55fa57 HTTP/1.1" status: 200 len: 217 time: 0.0652602 Jun 24 10:19:24.598584 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2b3fd-c89e-4d02-a1f5-b9fc0fadb962 req-a39de213-ab6e-4bb8-b440-a855d45ffc68 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:24.600168 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b1a2b3fd-c89e-4d02-a1f5-b9fc0fadb962 req-a39de213-ab6e-4bb8-b440-a855d45ffc68 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.1063404 Jun 24 10:19:24.649636 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-7a81ff4d-dbe1-412c-b14a-4bb71d032df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:24.651381 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-7a81ff4d-dbe1-412c-b14a-4bb71d032df1 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3d37c2ad-68ab-44c1-8bb6-bac03684746c HTTP/1.1" status: 200 len: 849 time: 0.0668285 Jun 24 10:19:24.661852 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b1a2b3fd-c89e-4d02-a1f5-b9fc0fadb962 req-c41a7fa2-ac80-4f18-a97e-6a87ea090c34 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542924 Jun 24 10:19:24.691497 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-28db5ad6-1458-45ce-8b46-b3f82ac025ba service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=68ae0d24-43c3-4ab7-b393-8a1204423670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333445 Jun 24 10:19:24.729283 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:24.792315 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-66bf703f-623a-47c0-aff2-b3a4fc707163 service neutron] 10.222.0.27 "GET /v2.0/networks/68ae0d24-43c3-4ab7-b393-8a1204423670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944569 Jun 24 10:19:24.859703 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a3ac6b8e-1dd4-4050-a94e-49e060c085fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:24.924016 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dbca671e-407e-4373-9c5f-841c4f2422ea req-89bd4d0b-40de-48dd-8e13-fe57d93f94bf service neutron] 10.222.0.27 "GET /v2.0/networks/68ae0d24-43c3-4ab7-b393-8a1204423670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235518 Jun 24 10:19:25.281929 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247dac66-d7c4-4906-b512-abb3dbb30868 req-b3d8f0b2-02f3-4639-a2d7-bbceafdb3f09 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:25.284260 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-247dac66-d7c4-4906-b512-abb3dbb30868 req-b3d8f0b2-02f3-4639-a2d7-bbceafdb3f09 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 943 time: 0.0700545 Jun 24 10:19:25.340212 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-247dac66-d7c4-4906-b512-abb3dbb30868 req-b94aa242-a9cc-422f-8c32-ea11b83d5961 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495803 Jun 24 10:19:25.487274 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb210f44-26ee-4c64-a147-0ca3910ae9e3 req-c03a50e3-5d17-44ca-8c05-8c56526a75dc tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:25.488826 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bb210f44-26ee-4c64-a147-0ca3910ae9e3 req-c03a50e3-5d17-44ca-8c05-8c56526a75dc tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0509486 Jun 24 10:19:25.546377 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bb210f44-26ee-4c64-a147-0ca3910ae9e3 req-2f3c7887-e386-4190-a491-748f59b637e7 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501006 Jun 24 10:19:25.863724 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-ba73bf48-b59e-403b-a0f9-ed685a4eda49 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126505114&fields=id&tenant_id=90f6878fdaaf43b58b92bea357331d2e HTTP/1.1" status: 200 len: 267 time: 0.1017520 Jun 24 10:19:25.872132 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e05ad-6dbf-4aff-a542-8bf884a17fbb req-2eed8bb3-e451-4655-9ab3-c52faab7a4be tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:25.874000 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1c8e05ad-6dbf-4aff-a542-8bf884a17fbb req-2eed8bb3-e451-4655-9ab3-c52faab7a4be tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.1032193 Jun 24 10:19:25.996674 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1c8e05ad-6dbf-4aff-a542-8bf884a17fbb req-a7c2834f-7bac-45bf-b600-7708d3fd8d4a tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124449 Jun 24 10:19:26.046119 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-2fbbc67c-e810-42d2-82bb-29d50de9eacc tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:26.048779 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-2fbbc67c-e810-42d2-82bb-29d50de9eacc tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/networks?id=fcb34be5-02e9-434d-ab19-3848e7eb46d8 HTTP/1.1" status: 200 len: 809 time: 0.1837509 Jun 24 10:19:26.065863 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-413de741-bd06-40be-8de0-0b741e89081a tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/quotas/90f6878fdaaf43b58b92bea357331d2e HTTP/1.1" status: 200 len: 375 time: 0.0113101 Jun 24 10:19:26.131127 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-f6b0d567-255e-42f9-9fc3-fdd50a0c9697 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=90f6878fdaaf43b58b92bea357331d2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528226 Jun 24 10:19:26.246855 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-8f234020-b6ff-4914-b0f8-815bad253a3a service neutron] 10.222.0.64 "GET /v2.0/networks/fcb34be5-02e9-434d-ab19-3848e7eb46d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923123 Jun 24 10:19:26.314521 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:26.346832 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-ddb15c10-710e-48b4-9903-467f5338e178 service neutron] 10.222.0.64 "GET /v2.0/networks/fcb34be5-02e9-434d-ab19-3848e7eb46d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933518 Jun 24 10:19:26.488008 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6aa54-0898-4d0d-bc57-6e2a3d023021 req-242726b5-0d5c-40e0-afc3-9a0fc9eb26d0 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:26.489928 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-01b6aa54-0898-4d0d-bc57-6e2a3d023021 req-242726b5-0d5c-40e0-afc3-9a0fc9eb26d0 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 943 time: 0.0744796 Jun 24 10:19:26.528329 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:26.554935 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-01b6aa54-0898-4d0d-bc57-6e2a3d023021 req-4f412232-9589-4f14-a964-811d1ebfa6df tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585144 Jun 24 10:19:26.696098 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb93b8-5b36-480b-a854-18f2e53cb17e req-3f395a33-4593-4f8e-8e7e-91e85cd3cd40 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:26.697827 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-67bb93b8-5b36-480b-a854-18f2e53cb17e req-3f395a33-4593-4f8e-8e7e-91e85cd3cd40 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0634747 Jun 24 10:19:26.794675 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a404f9f7-988a-4a71-a2c0-7e2291cead2e req-5f45454c-969c-4ee2-9f53-bf7014ef20b3 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 210 time: 0.0400016 Jun 24 10:19:26.807766 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-67bb93b8-5b36-480b-a854-18f2e53cb17e req-723fe58c-3f60-4a21-88a2-7c417e92ed7f tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927777 Jun 24 10:19:27.134589 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-97d692b2-82f0-442d-a0c6-51cdc72fd2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:27.182308 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684c37a-7c38-4993-a01a-2f4bcd61ee6d req-3545ee7f-f47f-43af-9774-bb0ea7e94f11 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:27.183705 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e684c37a-7c38-4993-a01a-2f4bcd61ee6d req-3545ee7f-f47f-43af-9774-bb0ea7e94f11 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0501764 Jun 24 10:19:27.249285 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e684c37a-7c38-4993-a01a-2f4bcd61ee6d req-5cea56c2-84f5-4058-a65b-ff497d224f57 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574467 Jun 24 10:19:27.683334 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950f2e9-2752-4cef-b2a8-92aeca0724d6 req-7ae18406-be81-4be4-91d6-880a061d54b8 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:27.684842 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0950f2e9-2752-4cef-b2a8-92aeca0724d6 req-7ae18406-be81-4be4-91d6-880a061d54b8 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 943 time: 0.0545218 Jun 24 10:19:27.750015 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0950f2e9-2752-4cef-b2a8-92aeca0724d6 req-9ed139bc-5462-4278-9f16-9d70732798fe tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556028 Jun 24 10:19:27.941690 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bf884f56-0a67-4931-95f8-de34e1d38b79 req-1d837047-c0ed-4252-a9c4-23d616308595 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 210 time: 0.0446870 Jun 24 10:19:27.958254 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f8f91-6601-48b7-a63b-fdd94264173e req-e5344604-f8c1-49ba-85af-c5a35b234266 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:27.959777 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-862f8f91-6601-48b7-a63b-fdd94264173e req-e5344604-f8c1-49ba-85af-c5a35b234266 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0759158 Jun 24 10:19:28.010223 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-862f8f91-6601-48b7-a63b-fdd94264173e req-d59dc925-7416-4739-b8f4-0e9aeafb878c tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442500 Jun 24 10:19:28.334686 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:28.401149 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b047c-3beb-41a2-ba64-e11213366c58 req-4eebea21-5059-4bea-8e91-7b68d2de0289 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:28.403145 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d70b047c-3beb-41a2-ba64-e11213366c58 req-4eebea21-5059-4bea-8e91-7b68d2de0289 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0526915 Jun 24 10:19:28.463065 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d70b047c-3beb-41a2-ba64-e11213366c58 req-57a938fb-10b9-4c4f-b14f-895e9a92a53c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536928 Jun 24 10:19:28.874674 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179edbe-6016-4d21-8181-f3e451a704ee req-2010a46e-a09e-4e49-b6cf-031bdfa6ea7b tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:28.876669 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f179edbe-6016-4d21-8181-f3e451a704ee req-2010a46e-a09e-4e49-b6cf-031bdfa6ea7b tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 943 time: 0.0536878 Jun 24 10:19:28.924085 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f179edbe-6016-4d21-8181-f3e451a704ee req-0c53ee1e-0f9f-4659-89d6-076ad35ca057 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412810 Jun 24 10:19:29.046921 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7b303972-ebe5-4cf2-8526-137a5a23132f req-51efcd89-66b5-4cb3-903c-ea4083e084a9 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 210 time: 0.0308900 Jun 24 10:19:29.143337 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cab83-8e35-4dc5-a403-f2204d2a6fe5 req-42be7922-52cd-449f-994c-5927e5f6c6d1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:29.144850 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b71cab83-8e35-4dc5-a403-f2204d2a6fe5 req-42be7922-52cd-449f-994c-5927e5f6c6d1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0480552 Jun 24 10:19:29.197407 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b71cab83-8e35-4dc5-a403-f2204d2a6fe5 req-48d4b696-c666-4f89-9025-fa68e3413dd0 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469520 Jun 24 10:19:29.594830 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c8663-bee7-4158-b983-0775585f44db req-bd5bdced-52ba-45e7-92a8-2702f9f31ff9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:29.596812 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ff5c8663-bee7-4158-b983-0775585f44db req-bd5bdced-52ba-45e7-92a8-2702f9f31ff9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0528040 Jun 24 10:19:29.646472 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ff5c8663-bee7-4158-b983-0775585f44db req-8b5c28cb-5d70-408d-9402-b71df1a28391 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434046 Jun 24 10:19:29.729352 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:29.942959 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:30.055733 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3a651-2068-4fbd-a086-a9924699016b req-60c910ba-61c5-4eba-9294-c50dcb7f8be0 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:30.057582 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bbe3a651-2068-4fbd-a086-a9924699016b req-60c910ba-61c5-4eba-9294-c50dcb7f8be0 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 943 time: 0.0535855 Jun 24 10:19:30.125119 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bbe3a651-2068-4fbd-a086-a9924699016b req-d5b2bbc7-28e7-485e-89ae-f5b0818ef715 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537298 Jun 24 10:19:30.157623 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-985007b3-bb87-41bc-b897-9167e7ae2ca4 req-a9742720-a2f8-4e7c-b26f-950845403f4f tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 210 time: 0.0314982 Jun 24 10:19:30.289209 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:30.354431 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fde544-5046-4550-92b3-5ff36c3d50be req-14232cd4-db60-4f0b-94b7-5e3da83d24ae tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:30.356262 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d5fde544-5046-4550-92b3-5ff36c3d50be req-14232cd4-db60-4f0b-94b7-5e3da83d24ae tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0760670 Jun 24 10:19:30.416926 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d5fde544-5046-4550-92b3-5ff36c3d50be req-23cf376e-be58-475a-9da7-bcc871335ed5 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544057 Jun 24 10:19:30.785032 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d33e4-09fc-4a07-ae0b-edfe4f07f955 req-97bd470b-d882-4585-b9a8-2e718a8a9daf tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:30.787149 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6f2d33e4-09fc-4a07-ae0b-edfe4f07f955 req-97bd470b-d882-4585-b9a8-2e718a8a9daf tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0540614 Jun 24 10:19:30.821748 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:30.838669 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6f2d33e4-09fc-4a07-ae0b-edfe4f07f955 req-f5f99c57-02ac-4a7f-a3c6-6b9a581fa5b2 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457716 Jun 24 10:19:31.284569 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e21a65c2-55dd-441c-ad83-a3eed2a2c764 req-df451a0d-c414-43ab-aee8-f0b47e482f0e tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 210 time: 0.0459585 Jun 24 10:19:31.310028 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77d9dc-c879-4633-b7d8-2e72a4f44bdf req-986e75e9-e838-46d8-9c4e-00b06e625960 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:31.313709 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ec77d9dc-c879-4633-b7d8-2e72a4f44bdf req-986e75e9-e838-46d8-9c4e-00b06e625960 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 943 time: 0.0997708 Jun 24 10:19:31.363648 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ec77d9dc-c879-4633-b7d8-2e72a4f44bdf req-5bf0d068-a76e-4a0c-98b0-e5b29dbfc4a6 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460043 Jun 24 10:19:31.549789 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71673a40-194c-4f89-88de-6f87b16de33c req-4030d700-1e3b-4ea7-ab7b-63c089070533 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:31.557295 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-71673a40-194c-4f89-88de-6f87b16de33c req-4030d700-1e3b-4ea7-ab7b-63c089070533 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0555477 Jun 24 10:19:31.600608 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:31.601353 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-71673a40-194c-4f89-88de-6f87b16de33c req-230496c6-9a3c-4d01-ad5f-1e8a5a608b22 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422895 Jun 24 10:19:31.986005 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c94d2-1b58-48a5-a5d3-c1138d43ca99 req-c26f7722-9594-43b8-ae46-61e16819ed2d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:31.987444 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8d3c94d2-1b58-48a5-a5d3-c1138d43ca99 req-c26f7722-9594-43b8-ae46-61e16819ed2d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0501409 Jun 24 10:19:32.038665 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8d3c94d2-1b58-48a5-a5d3-c1138d43ca99 req-0b04d7d0-f4dd-4ec4-834c-d0756508b166 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454545 Jun 24 10:19:32.393632 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-41768acb-b684-4dc1-bc0c-ead032c60761 req-f5b173ff-3acd-4d07-bb48-28c57fcbcb28 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 210 time: 0.0343826 Jun 24 10:19:32.503640 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf119e2-5a4b-4fcf-b9cd-8e9f8b11cfff req-5ac98faa-4594-4cef-acff-ec3f9b974f5d tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:32.505210 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5cf119e2-5a4b-4fcf-b9cd-8e9f8b11cfff req-5ac98faa-4594-4cef-acff-ec3f9b974f5d tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 943 time: 0.0547843 Jun 24 10:19:32.567911 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5cf119e2-5a4b-4fcf-b9cd-8e9f8b11cfff req-f9649582-1775-452f-b2df-125136f79b44 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564628 Jun 24 10:19:32.738534 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8acaa-fa18-45fb-8706-bc562888cbf3 req-5d4f0b9a-e7bb-453b-aa58-c7120022b354 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:32.740270 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2ae8acaa-fa18-45fb-8706-bc562888cbf3 req-5d4f0b9a-e7bb-453b-aa58-c7120022b354 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0489171 Jun 24 10:19:32.790301 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2ae8acaa-fa18-45fb-8706-bc562888cbf3 req-a6e03916-8f09-404a-b66f-989c3316e361 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441511 Jun 24 10:19:33.169321 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054f0c8-1c55-4281-9f92-8f8203819e92 req-7681b4d3-dc77-44a2-90a9-ba3d5c1fe7fd tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:33.170859 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5054f0c8-1c55-4281-9f92-8f8203819e92 req-7681b4d3-dc77-44a2-90a9-ba3d5c1fe7fd tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0514739 Jun 24 10:19:33.222183 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5054f0c8-1c55-4281-9f92-8f8203819e92 req-5e0af2bf-2262-4fe6-bee4-664cccaa558b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444057 Jun 24 10:19:33.501716 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-78dee536-e241-4570-9537-17f418162744 req-772c8aba-8a9a-4aa6-b72f-971bb3a11f24 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 210 time: 0.0288086 Jun 24 10:19:33.686607 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f5d0a-ae4f-4a37-8878-921399e470f3 req-c5144204-9e18-49a8-9d26-4daf02c1bbd3 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:33.688811 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bf9f5d0a-ae4f-4a37-8878-921399e470f3 req-c5144204-9e18-49a8-9d26-4daf02c1bbd3 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 943 time: 0.0559783 Jun 24 10:19:33.741355 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bf9f5d0a-ae4f-4a37-8878-921399e470f3 req-c8930ba3-c7cb-44de-80f1-cd15d56d3077 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462606 Jun 24 10:19:33.926771 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da655e38-6550-4b95-915e-942dfba6bf73 req-9488cf71-1431-4ede-b85d-7f9da0430204 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:33.928287 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-da655e38-6550-4b95-915e-942dfba6bf73 req-9488cf71-1431-4ede-b85d-7f9da0430204 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0588510 Jun 24 10:19:33.980071 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-da655e38-6550-4b95-915e-942dfba6bf73 req-959b6b9f-39c5-4f4e-a0e2-a4272e63d022 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439110 Jun 24 10:19:34.358191 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c8b28-06a6-48d0-9533-6ee0c62d1742 req-a083c529-9fc9-4e50-b7bd-ab63b48e2617 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:34.359679 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a34c8b28-06a6-48d0-9533-6ee0c62d1742 req-a083c529-9fc9-4e50-b7bd-ab63b48e2617 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0542500 Jun 24 10:19:34.407137 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:34.412133 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a34c8b28-06a6-48d0-9533-6ee0c62d1742 req-372354e6-0942-4806-98dd-e7e29978302e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462794 Jun 24 10:19:34.613717 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d007346b-f6cf-4b78-a805-2f3b7bfb4800 req-2d74fb6e-15ec-4269-bcfc-df26b894cfe5 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 210 time: 0.0348973 Jun 24 10:19:34.801335 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e111b02-55b1-4a72-825d-1d39beead6df req-c1e36376-bb24-4b8e-b6c4-ce72055b6519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:34.803657 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6e111b02-55b1-4a72-825d-1d39beead6df req-c1e36376-bb24-4b8e-b6c4-ce72055b6519 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=4a8a290c7de54fb892f408f3d4f1e657&device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 1127 time: 0.0450006 Jun 24 10:19:34.864148 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c612e4-d514-4e6f-9e4d-26b033f42994 req-15282012-c9fa-4b24-a0e4-7377d8918f65 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:34.865615 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a5c612e4-d514-4e6f-9e4d-26b033f42994 req-15282012-c9fa-4b24-a0e4-7377d8918f65 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 943 time: 0.0505776 Jun 24 10:19:34.918431 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a5c612e4-d514-4e6f-9e4d-26b033f42994 req-f7be0e12-1edd-4f21-82c7-4ee26e84601f tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438604 Jun 24 10:19:35.075791 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:35.112669 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9301c7-6cce-4516-a623-3a94d2e1ccc0 req-3a4a8d7f-44e0-4fcb-bc2c-11c9524b89a2 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:35.114133 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5a9301c7-6cce-4516-a623-3a94d2e1ccc0 req-3a4a8d7f-44e0-4fcb-bc2c-11c9524b89a2 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0487132 Jun 24 10:19:35.162178 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5a9301c7-6cce-4516-a623-3a94d2e1ccc0 req-33bde276-b78e-432c-8812-986820f9e28b tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422430 Jun 24 10:19:35.546752 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c209cb-83b7-4a91-a302-9c957b8c1e72 req-500ab6e2-6a4e-4ee7-abc9-30faf87333e9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:35.548258 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-12c209cb-83b7-4a91-a302-9c957b8c1e72 req-500ab6e2-6a4e-4ee7-abc9-30faf87333e9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0536115 Jun 24 10:19:35.598347 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-12c209cb-83b7-4a91-a302-9c957b8c1e72 req-add321d5-2d76-4ae9-a192-abc3383d632a tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444403 Jun 24 10:19:35.713368 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c2eedfc2-1383-4cf0-a057-3390cd2f5aab req-40cee42c-96fa-49d5-9408-6030960a8d54 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 210 time: 0.0318220 Jun 24 10:19:36.039457 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59d5de-4886-444e-9699-12faa5296bb2 req-60d0f6be-9150-45b6-9e37-ea61a0b5d904 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:36.040938 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6d59d5de-4886-444e-9699-12faa5296bb2 req-60d0f6be-9150-45b6-9e37-ea61a0b5d904 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 943 time: 0.0480680 Jun 24 10:19:36.092334 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6d59d5de-4886-444e-9699-12faa5296bb2 req-3abd2285-baeb-4278-bc4f-cb2cd55f3da0 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430720 Jun 24 10:19:36.299513 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25143f8c-54f2-4ca1-b029-e0883a0de87e req-8314dd12-8658-4b3b-b8d8-cafaa6311b8e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:36.301000 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-25143f8c-54f2-4ca1-b029-e0883a0de87e req-8314dd12-8658-4b3b-b8d8-cafaa6311b8e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0563099 Jun 24 10:19:36.361937 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-25143f8c-54f2-4ca1-b029-e0883a0de87e req-e7c7e738-5727-4bec-b12a-188f7803b0a1 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518770 Jun 24 10:19:36.681586 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 8d7ed742-d658-41ac-bf26-1bddaf55fa57 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:19:36.686024 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:36.690217 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:36.731753 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd5614-69f9-4c23-a413-de0c51af2aae req-6efae21f-b7b0-4259-b74b-373f01e3380f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:36.733434 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0afd5614-69f9-4c23-a413-de0c51af2aae req-6efae21f-b7b0-4259-b74b-373f01e3380f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0515254 Jun 24 10:19:36.786302 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0afd5614-69f9-4c23-a413-de0c51af2aae req-233a1a14-732f-4781-afee-b555ca644fc5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468087 Jun 24 10:19:36.798473 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 8d7ed742-d658-41ac-bf26-1bddaf55fa57, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=8d7ed742-d658-41ac-bf26-1bddaf55fa57,segment=NetworkSegment(94ba1382-a5f3-4502-b64d-689b13aff452),segment_id=94ba1382-a5f3-4502-b64d-689b13aff452)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:19:36.814010 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': '8d7ed742-d658-41ac-bf26-1bddaf55fa57', 'network_id': '68ae0d24-43c3-4ab7-b393-8a1204423670', 'port_id': '8d7ed742-d658-41ac-bf26-1bddaf55fa57', 'mac_address': 'fa:16:3e:59:3e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d37c2ad-68ab-44c1-8bb6-bac03684746c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:19:36.829319 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-51c18807-8218-4aa8-92ef-33b53a50aef3 req-49d94688-8754-4a9a-8172-fb2887edda53 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 210 time: 0.0328405 Jun 24 10:19:36.849824 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 8d7ed742-d658-41ac-bf26-1bddaf55fa57 is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:36.850212 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (8d7ed742-d658-41ac-bf26-1bddaf55fa57), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:36.863493 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7ed742-d658-41ac-bf26-1bddaf55fa57 {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:19:36.884504 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 8d7ed742-d658-41ac-bf26-1bddaf55fa57, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=8d7ed742-d658-41ac-bf26-1bddaf55fa57,segment=NetworkSegment(94ba1382-a5f3-4502-b64d-689b13aff452),segment_id=94ba1382-a5f3-4502-b64d-689b13aff452)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:19:36.891220 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (8d7ed742-d658-41ac-bf26-1bddaf55fa57), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:36.940463 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=8d7ed742-d658-41ac-bf26-1bddaf55fa57,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:37.215296 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58606323-0e99-42a7-98b1-8c89bd11d8e3 req-cd61a0de-18de-40c7-8907-db67c9e990a1 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:37.216749 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-58606323-0e99-42a7-98b1-8c89bd11d8e3 req-cd61a0de-18de-40c7-8907-db67c9e990a1 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 944 time: 0.0493875 Jun 24 10:19:37.274253 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-58606323-0e99-42a7-98b1-8c89bd11d8e3 req-f2115817-bab9-443f-8d23-04a33c5a10d8 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511959 Jun 24 10:19:37.492484 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a553f-99da-40b5-81e3-ec7ff774b805 req-dbb3d3b6-7b9d-46af-9817-b3d1b537767d tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:37.493932 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c29a553f-99da-40b5-81e3-ec7ff774b805 req-dbb3d3b6-7b9d-46af-9817-b3d1b537767d tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0537541 Jun 24 10:19:37.544350 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c29a553f-99da-40b5-81e3-ec7ff774b805 req-326a3e24-be83-475c-a6e9-67ea30bbab73 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421512 Jun 24 10:19:37.925796 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['8d7ed742-d658-41ac-bf26-1bddaf55fa57'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:19:37.930694 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b7f54a9c-a391-4156-8aaa-e720cd304275 req-9e778605-c4ac-4c9f-a203-b74266187ed0 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 210 time: 0.0310636 Jun 24 10:19:37.938598 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa5969-98e5-4463-99be-2999a5f67859 req-3b802918-f8a4-402a-baa1-0c5130533ff2 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:37.940136 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-93aa5969-98e5-4463-99be-2999a5f67859 req-3b802918-f8a4-402a-baa1-0c5130533ff2 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0786395 Jun 24 10:19:37.990922 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-93aa5969-98e5-4463-99be-2999a5f67859 req-a5de6f94-af9d-48b7-80ae-56241dc2ed33 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436270 Jun 24 10:19:38.120593 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e111b02-55b1-4a72-825d-1d39beead6df req-e81f7076-bb53-420d-9ae1-b335c44d49e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:38.122117 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6e111b02-55b1-4a72-825d-1d39beead6df req-e81f7076-bb53-420d-9ae1-b335c44d49e5 service neutron] 10.222.0.27 "GET /v2.0/networks?id=68ae0d24-43c3-4ab7-b393-8a1204423670 HTTP/1.1" status: 200 len: 910 time: 0.0971346 Jun 24 10:19:38.169373 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6e111b02-55b1-4a72-825d-1d39beead6df req-592fe5e3-d93f-4f50-8466-c2790e45443c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d7ed742-d658-41ac-bf26-1bddaf55fa57 HTTP/1.1" status: 200 len: 217 time: 0.0370264 Jun 24 10:19:38.223090 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e111b02-55b1-4a72-825d-1d39beead6df req-4c6865b4-e71a-4dc6-b98a-8a3f7e590189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:38.224719 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6e111b02-55b1-4a72-825d-1d39beead6df req-4c6865b4-e71a-4dc6-b98a-8a3f7e590189 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3d37c2ad-68ab-44c1-8bb6-bac03684746c HTTP/1.1" status: 200 len: 849 time: 0.0490494 Jun 24 10:19:38.404097 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efee5b-1fe5-49c7-b9f6-6132232e13fe req-d833578f-f84e-4203-8869-720d930afb2c tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:38.405596 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a3efee5b-1fe5-49c7-b9f6-6132232e13fe req-d833578f-f84e-4203-8869-720d930afb2c tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 944 time: 0.0543251 Jun 24 10:19:38.456328 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a3efee5b-1fe5-49c7-b9f6-6132232e13fe req-19489928-8a8b-496d-a9ed-2bce42707007 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428505 Jun 24 10:19:38.479597 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6e111b02-55b1-4a72-825d-1d39beead6df req-e9d6e716-82d6-4409-bd72-8dfaf3fcfb0b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=68ae0d24-43c3-4ab7-b393-8a1204423670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295479 Jun 24 10:19:38.614592 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6e111b02-55b1-4a72-825d-1d39beead6df req-f19e4321-c024-47c3-bce0-405281478d6c service neutron] 10.222.0.27 "GET /v2.0/networks/68ae0d24-43c3-4ab7-b393-8a1204423670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279585 Jun 24 10:19:38.653909 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:38.671480 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793fcc9-c453-4fd2-9b0f-b204bb0b5a49 req-5af83c8d-dc48-48f2-8d92-7386ab816dbd tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:38.673642 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5793fcc9-c453-4fd2-9b0f-b204bb0b5a49 req-5af83c8d-dc48-48f2-8d92-7386ab816dbd tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0549715 Jun 24 10:19:38.733422 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:38.735850 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5793fcc9-c453-4fd2-9b0f-b204bb0b5a49 req-2b4a7c15-ffea-4e0f-95be-9ad8eab1b611 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552745 Jun 24 10:19:38.753393 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-747618be-aef3-4c5f-8acc-4f4e3ff00d62 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:38.754877 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-747618be-aef3-4c5f-8acc-4f4e3ff00d62 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.27 "GET /v2.0/networks?id=fcb34be5-02e9-434d-ab19-3848e7eb46d8 HTTP/1.1" status: 200 len: 809 time: 0.2032969 Jun 24 10:19:38.780769 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6e111b02-55b1-4a72-825d-1d39beead6df req-8eadd37a-79c4-4f9b-ba3c-ba36d79b8725 service neutron] 10.222.0.27 "GET /v2.0/networks/68ae0d24-43c3-4ab7-b393-8a1204423670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373038 Jun 24 10:19:38.824304 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-0cb6d874-93c3-47f9-a644-cd321d2348f8 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90f6878fdaaf43b58b92bea357331d2e HTTP/1.1" status: 200 len: 380 time: 0.0597773 Jun 24 10:19:38.846089 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-97fe8b24-5426-4eff-a222-db7b305ddfdf tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Request body: {'port': {'device_id': '0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d', 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8', 'admin_state_up': True, 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'security_groups': ['758f262c-13fb-4f55-bc64-d9b8bb4a3d01']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:19:38.968133 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-97fe8b24-5426-4eff-a222-db7b305ddfdf tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Made reservation on behalf of 90f6878fdaaf43b58b92bea357331d2e for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:19:38.972095 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-97fe8b24-5426-4eff-a222-db7b305ddfdf tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:39.045450 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4a22e92e-72ac-4caa-8585-9c9cb69f8b48 req-569e40ae-ec88-4365-bbce-92538c9e89e9 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 210 time: 0.0375004 Jun 24 10:19:39.144466 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:39.145941 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-97fe8b24-5426-4eff-a222-db7b305ddfdf tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Allocated IP 172.20.0.8 (fcb34be5-02e9-434d-ab19-3848e7eb46d8/5c1d464b-ef78-4c93-8a97-8aea5630552f/0124f28a-1a85-487c-9819-2fad18e6391a) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:19:39.165094 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25939df2-c5e4-4707-be10-c46b33fe2268 req-3ef7649a-f34b-40b1-b8c6-05caa3a3b21d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:39.173860 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-25939df2-c5e4-4707-be10-c46b33fe2268 req-3ef7649a-f34b-40b1-b8c6-05caa3a3b21d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0832677 Jun 24 10:19:39.233611 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-25939df2-c5e4-4707-be10-c46b33fe2268 req-5eac455b-656e-4d72-8610-88c7dd86850d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581119 Jun 24 10:19:39.316029 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-97fe8b24-5426-4eff-a222-db7b305ddfdf tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for port (0124f28a-1a85-487c-9819-2fad18e6391a), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:39.353408 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-97fe8b24-5426-4eff-a222-db7b305ddfdf tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (0124f28a-1a85-487c-9819-2fad18e6391a), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:39.404704 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-97fe8b24-5426-4eff-a222-db7b305ddfdf tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Network fcb34be5-02e9-434d-ab19-3848e7eb46d8 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:19:39.407750 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-97fe8b24-5426-4eff-a222-db7b305ddfdf tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:19:39.413759 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-97fe8b24-5426-4eff-a222-db7b305ddfdf tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:19:39.436042 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe8b24-5426-4eff-a222-db7b305ddfdf tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Pushing event updated for resources: {'Port': ['ID=0124f28a-1a85-487c-9819-2fad18e6391a,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:39.472071 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-97fe8b24-5426-4eff-a222-db7b305ddfdf tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:39.472806 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-97fe8b24-5426-4eff-a222-db7b305ddfdf tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:39.494797 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-97fe8b24-5426-4eff-a222-db7b305ddfdf tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6526439 Jun 24 10:19:39.516080 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-83cb9985-5484-43ce-aaed-03671e9778d8 service neutron] Request body: {'port': {'device_id': '0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:19:39.596504 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:39.604111 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-83cb9985-5484-43ce-aaed-03671e9778d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (0124f28a-1a85-487c-9819-2fad18e6391a), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:39.611333 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:39.628211 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053456ad-def7-4c71-8194-2306fe74f6d7 req-de820283-7937-4707-a447-e3d3a10142a4 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:39.636703 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-053456ad-def7-4c71-8194-2306fe74f6d7 req-de820283-7937-4707-a447-e3d3a10142a4 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 944 time: 0.0781167 Jun 24 10:19:39.709556 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-053456ad-def7-4c71-8194-2306fe74f6d7 req-e87bd1ba-bdcd-44aa-b15d-dff59029a8d9 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715346 Jun 24 10:19:39.783367 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-75491487-28e6-400c-8c3e-2c1c3315140e None None] Provisioning complete for port 0124f28a-1a85-487c-9819-2fad18e6391a triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:19:39.783960 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-75491487-28e6-400c-8c3e-2c1c3315140e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (0124f28a-1a85-487c-9819-2fad18e6391a), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:39.821828 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-75491487-28e6-400c-8c3e-2c1c3315140e None None] Port 0124f28a-1a85-487c-9819-2fad18e6391a cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:19:39.876000 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2256fd-f14f-493b-b7cd-7f708baa81ce req-78aa54c8-27ca-44b0-a5ff-a2008b6f62dd tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:39.878658 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1d2256fd-f14f-493b-b7cd-7f708baa81ce req-78aa54c8-27ca-44b0-a5ff-a2008b6f62dd tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0594344 Jun 24 10:19:39.918657 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 8d7ed742-d658-41ac-bf26-1bddaf55fa57 up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:19:39.929085 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-83cb9985-5484-43ce-aaed-03671e9778d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0124f28a-1a85-487c-9819-2fad18e6391a {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:19:39.938487 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-83cb9985-5484-43ce-aaed-03671e9778d8 service neutron] Publish callbacks [] for port (0124f28a-1a85-487c-9819-2fad18e6391a), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:39.938829 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1d2256fd-f14f-493b-b7cd-7f708baa81ce req-69a17ff5-642a-45bc-9931-140d5789e481 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478072 Jun 24 10:19:39.954243 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-83cb9985-5484-43ce-aaed-03671e9778d8 service neutron] Transition to ACTIVE for port object 0124f28a-1a85-487c-9819-2fad18e6391a will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:19:39.961095 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-83cb9985-5484-43ce-aaed-03671e9778d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (0124f28a-1a85-487c-9819-2fad18e6391a), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:39.968134 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning for port 8d7ed742-d658-41ac-bf26-1bddaf55fa57 completed by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:19:39.979956 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port 8d7ed742-d658-41ac-bf26-1bddaf55fa57 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:19:39.980470 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (8d7ed742-d658-41ac-bf26-1bddaf55fa57), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:40.012904 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb9985-5484-43ce-aaed-03671e9778d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0124f28a-1a85-487c-9819-2fad18e6391a,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:40.043996 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:40.093411 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 8d7ed742-d658-41ac-bf26-1bddaf55fa57 is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:40.093798 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (8d7ed742-d658-41ac-bf26-1bddaf55fa57), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:40.110484 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-83cb9985-5484-43ce-aaed-03671e9778d8 service neutron] Attempting to bind port 0124f28a-1a85-487c-9819-2fad18e6391a on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:19:40.110991 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-83cb9985-5484-43ce-aaed-03671e9778d8 service neutron] Attempting to bind port 0124f28a-1a85-487c-9819-2fad18e6391a by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '2f1a7486-0618-476b-8f2c-afc467c74c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:19:40.111427 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-83cb9985-5484-43ce-aaed-03671e9778d8 service neutron] Attempting to bind port 0124f28a-1a85-487c-9819-2fad18e6391a on network fcb34be5-02e9-434d-ab19-3848e7eb46d8 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:19:40.119058 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-83cb9985-5484-43ce-aaed-03671e9778d8 service neutron] Port 0124f28a-1a85-487c-9819-2fad18e6391a on network fcb34be5-02e9-434d-ab19-3848e7eb46d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:19:40.119579 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-83cb9985-5484-43ce-aaed-03671e9778d8 service neutron] Attempting to bind port 0124f28a-1a85-487c-9819-2fad18e6391a on network fcb34be5-02e9-434d-ab19-3848e7eb46d8 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:19:40.124169 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:40.126184 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-83cb9985-5484-43ce-aaed-03671e9778d8 service neutron] Checking agent: {'id': '900df4b4-ebee-48f1-a22a-a520f0296ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'started_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:19:40.126646 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-83cb9985-5484-43ce-aaed-03671e9778d8 service neutron] Checking segment: {'id': '2f1a7486-0618-476b-8f2c-afc467c74c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:19:40.127975 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-83cb9985-5484-43ce-aaed-03671e9778d8 service neutron] Bound using segment: {'id': '2f1a7486-0618-476b-8f2c-afc467c74c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:19:40.128697 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-83cb9985-5484-43ce-aaed-03671e9778d8 service neutron] Bound port: 0124f28a-1a85-487c-9819-2fad18e6391a, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f1a7486-0618-476b-8f2c-afc467c74c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:19:40.129174 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-83cb9985-5484-43ce-aaed-03671e9778d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (0124f28a-1a85-487c-9819-2fad18e6391a), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:40.130468 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7ed742-d658-41ac-bf26-1bddaf55fa57'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:19:40.132870 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a621d3a8-7ac6-448a-b249-e13f18571cb8" -d '{"events": [{"server_uuid": "8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf", "name": "network-vif-plugged", "status": "completed", "tag": "8d7ed742-d658-41ac-bf26-1bddaf55fa57"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:19:40.166550 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 8d7ed742-d658-41ac-bf26-1bddaf55fa57, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=8d7ed742-d658-41ac-bf26-1bddaf55fa57,segment=NetworkSegment(94ba1382-a5f3-4502-b64d-689b13aff452),segment_id=94ba1382-a5f3-4502-b64d-689b13aff452)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:19:40.175324 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (8d7ed742-d658-41ac-bf26-1bddaf55fa57), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:40.208745 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e1679d-fbf6-4317-84ad-cfa60e959f2c x-openstack-request-id: req-b4e1679d-fbf6-4317-84ad-cfa60e959f2c {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:19:40.209029 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb7a98-eedd-4906-abc5-77af0f81cdbb req-0955c387-713e-4564-9a28-b30ba60c2bba tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:40.209904 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf", "name": "network-vif-plugged", "status": "completed", "tag": "8d7ed742-d658-41ac-bf26-1bddaf55fa57", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:19:40.210333 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b4e1679d-fbf6-4317-84ad-cfa60e959f2c {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:19:40.210937 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4e1679d-fbf6-4317-84ad-cfa60e959f2c'] response: {'server_uuid': '8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7ed742-d658-41ac-bf26-1bddaf55fa57', 'code': 200} Jun 24 10:19:40.212348 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6ffb7a98-eedd-4906-abc5-77af0f81cdbb req-0955c387-713e-4564-9a28-b30ba60c2bba tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0616093 Jun 24 10:19:40.219522 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-83cb9985-5484-43ce-aaed-03671e9778d8 service neutron] For port 0124f28a-1a85-487c-9819-2fad18e6391a, host hv-cinder-84713, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:19:40.223435 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-83cb9985-5484-43ce-aaed-03671e9778d8 service neutron] For port 0124f28a-1a85-487c-9819-2fad18e6391a, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=0124f28a-1a85-487c-9819-2fad18e6391a,segment=NetworkSegment(2f1a7486-0618-476b-8f2c-afc467c74c9c),segment_id=2f1a7486-0618-476b-8f2c-afc467c74c9c)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:19:40.232866 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-83cb9985-5484-43ce-aaed-03671e9778d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (0124f28a-1a85-487c-9819-2fad18e6391a), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:40.273928 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-83cb9985-5484-43ce-aaed-03671e9778d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:40.274615 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-83cb9985-5484-43ce-aaed-03671e9778d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:40.276126 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-83cb9985-5484-43ce-aaed-03671e9778d8 service neutron] 10.222.0.27 "PUT /v2.0/ports/0124f28a-1a85-487c-9819-2fad18e6391a HTTP/1.1" status: 200 len: 1093 time: 0.7730477 Jun 24 10:19:40.276630 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d', 'tag': '0124f28a-1a85-487c-9819-2fad18e6391a'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:19:40.278025 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=8d7ed742-d658-41ac-bf26-1bddaf55fa57,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:40.278983 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0386adc-7687-42e3-b0a9-08af644abbbc" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d", "tag": "0124f28a-1a85-487c-9819-2fad18e6391a"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:19:40.307755 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6ffb7a98-eedd-4906-abc5-77af0f81cdbb req-6c1df682-3d97-4b03-a8dc-ee0a5d7aa5f8 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842257 Jun 24 10:19:40.317294 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb9985-5484-43ce-aaed-03671e9778d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0124f28a-1a85-487c-9819-2fad18e6391a,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:40.378065 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ed4f61-ad85-45bb-8454-c381dd86be7b x-openstack-request-id: req-24ed4f61-ad85-45bb-8454-c381dd86be7b {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:19:40.378324 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d", "tag": "0124f28a-1a85-487c-9819-2fad18e6391a", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:19:40.378588 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24ed4f61-ad85-45bb-8454-c381dd86be7b {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:19:40.379001 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ed4f61-ad85-45bb-8454-c381dd86be7b'] response: {'name': 'network-changed', 'server_uuid': '0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d', 'tag': '0124f28a-1a85-487c-9819-2fad18e6391a', 'status': 'completed', 'code': 200} Jun 24 10:19:40.413618 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd6fde-84a4-4709-9bd8-6fc178931a57 req-9475c8fe-3194-4426-ad8c-cd9a1745db56 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:40.415557 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bffd6fde-84a4-4709-9bd8-6fc178931a57 req-9475c8fe-3194-4426-ad8c-cd9a1745db56 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0731859 Jun 24 10:19:40.446679 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-b3127d03-90d0-480b-84d8-74363a5d1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:40.448258 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-b3127d03-90d0-480b-84d8-74363a5d1ad1 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=90f6878fdaaf43b58b92bea357331d2e&device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 1127 time: 0.0852780 Jun 24 10:19:40.472501 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bffd6fde-84a4-4709-9bd8-6fc178931a57 req-2ccdd2d8-0737-4652-8bbd-910c2d768e45 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511701 Jun 24 10:19:40.490010 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d4183-c0cc-48f4-b98f-4d3b63f6e6f5 req-0d49980f-6bd9-468a-94e4-a543e8063717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:40.491622 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-690d4183-c0cc-48f4-b98f-4d3b63f6e6f5 req-0d49980f-6bd9-468a-94e4-a543e8063717 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 1129 time: 0.0821245 Jun 24 10:19:40.493241 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-6dcdfdad-7783-4e88-afff-c783aff0c1d6 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0124f28a-1a85-487c-9819-2fad18e6391a HTTP/1.1" status: 200 len: 217 time: 0.0380898 Jun 24 10:19:40.577990 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-70b78acd-a4ca-459c-9a73-f8ea133dd22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:40.579508 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-70b78acd-a4ca-459c-9a73-f8ea133dd22f service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5c1d464b-ef78-4c93-8a97-8aea5630552f HTTP/1.1" status: 200 len: 848 time: 0.0759435 Jun 24 10:19:40.581959 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-690d4183-c0cc-48f4-b98f-4d3b63f6e6f5 req-122b53bb-aafa-4764-a08d-38ff82fa0026 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796149 Jun 24 10:19:40.813598 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-13b64efd-dd37-4f8b-82fc-4144243f11cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:40.815131 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-13b64efd-dd37-4f8b-82fc-4144243f11cc service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fcb34be5-02e9-434d-ab19-3848e7eb46d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413496 Jun 24 10:19:40.832852 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65ea75-b9a1-41d0-9d75-90f66578c1d9 req-85ca48d0-5b88-44ec-9343-d673a79b89ce tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:40.834901 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ec65ea75-b9a1-41d0-9d75-90f66578c1d9 req-85ca48d0-5b88-44ec-9343-d673a79b89ce tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 945 time: 0.0483658 Jun 24 10:19:40.889916 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ec65ea75-b9a1-41d0-9d75-90f66578c1d9 req-a7ab939e-735e-4251-a9e5-fd45db62170b tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487282 Jun 24 10:19:40.917211 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-4f6a96d1-4312-4ee8-9676-7d470a628908 service neutron] 10.222.0.27 "GET /v2.0/networks/fcb34be5-02e9-434d-ab19-3848e7eb46d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948231 Jun 24 10:19:41.081468 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43b601-f31c-4533-be04-a8b4a9f4e148 req-0bd1d5c6-4040-4482-9275-4366c17ab442 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:41.083071 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3e43b601-f31c-4533-be04-a8b4a9f4e148 req-0bd1d5c6-4040-4482-9275-4366c17ab442 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0505698 Jun 24 10:19:41.136335 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3e43b601-f31c-4533-be04-a8b4a9f4e148 req-096ae638-5250-4cec-842b-6f2e2211f00c tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467222 Jun 24 10:19:41.229399 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:41.295432 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fe9f81f4-846c-40fd-9bfe-17e528e9d8be req-30ee7345-5819-49b1-a598-a45f7666dc20 service neutron] 10.222.0.27 "GET /v2.0/networks/fcb34be5-02e9-434d-ab19-3848e7eb46d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713853 Jun 24 10:19:41.420304 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e823719-ef6f-4475-8e0f-3ed8102662bc req-ed8fc3c1-c70a-410d-a02b-0bf2bd49bc0c tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:41.421786 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8e823719-ef6f-4475-8e0f-3ed8102662bc req-ed8fc3c1-c70a-410d-a02b-0bf2bd49bc0c tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0480447 Jun 24 10:19:41.475073 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8e823719-ef6f-4475-8e0f-3ed8102662bc req-ba417af6-66e2-49a0-a802-7e6afcdf2212 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437644 Jun 24 10:19:41.608700 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d0f6c-7d52-44a2-a548-295aea9e7f95 req-94b474fe-d248-48bb-a7cd-88b00451f2c8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:41.610201 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3b0d0f6c-7d52-44a2-a548-295aea9e7f95 req-94b474fe-d248-48bb-a7cd-88b00451f2c8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0587275 Jun 24 10:19:41.662466 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3b0d0f6c-7d52-44a2-a548-295aea9e7f95 req-443228e3-a096-4b6f-aa81-0a8b94af53aa tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433428 Jun 24 10:19:41.738289 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0386adc-7687-42e3-b0a9-08af644abbbc req-082b04c4-1a62-49c5-9211-a82ba72c517a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:41.739863 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e0386adc-7687-42e3-b0a9-08af644abbbc req-082b04c4-1a62-49c5-9211-a82ba72c517a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=90f6878fdaaf43b58b92bea357331d2e&device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 1127 time: 0.0494173 Jun 24 10:19:42.016220 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e999ab-fb19-4aa7-b1a8-5e5db4953784 req-1330c5dd-8490-4674-8859-29dc7dedd646 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:42.017799 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e5e999ab-fb19-4aa7-b1a8-5e5db4953784 req-1330c5dd-8490-4674-8859-29dc7dedd646 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 945 time: 0.0571527 Jun 24 10:19:42.076944 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e5e999ab-fb19-4aa7-b1a8-5e5db4953784 req-2bfc1221-cc61-4221-9a2a-dbfa40f77b24 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531542 Jun 24 10:19:42.219793 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:42.263769 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70b54d-9513-467b-8ee3-02963f0dd988 req-1953ee52-9ce1-45fc-8a71-1c8039988436 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:42.265341 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3f70b54d-9513-467b-8ee3-02963f0dd988 req-1953ee52-9ce1-45fc-8a71-1c8039988436 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0556710 Jun 24 10:19:42.302380 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0386adc-7687-42e3-b0a9-08af644abbbc req-544c6cbe-1b18-458d-b63a-a8b211d4b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:42.304098 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e0386adc-7687-42e3-b0a9-08af644abbbc req-544c6cbe-1b18-458d-b63a-a8b211d4b28d service neutron] 10.222.0.27 "GET /v2.0/networks?id=fcb34be5-02e9-434d-ab19-3848e7eb46d8 HTTP/1.1" status: 200 len: 910 time: 0.1023166 Jun 24 10:19:42.330025 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3f70b54d-9513-467b-8ee3-02963f0dd988 req-1264e284-d922-46f7-b5cc-e94e87a64694 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557518 Jun 24 10:19:42.354112 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e0386adc-7687-42e3-b0a9-08af644abbbc req-07e9662d-91ca-4f25-91f2-cf2855b04ec5 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0124f28a-1a85-487c-9819-2fad18e6391a HTTP/1.1" status: 200 len: 217 time: 0.0437815 Jun 24 10:19:42.410202 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0386adc-7687-42e3-b0a9-08af644abbbc req-232b49af-3885-48ae-b6ba-ee6184266142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:42.412117 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e0386adc-7687-42e3-b0a9-08af644abbbc req-232b49af-3885-48ae-b6ba-ee6184266142 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5c1d464b-ef78-4c93-8a97-8aea5630552f HTTP/1.1" status: 200 len: 848 time: 0.0502512 Jun 24 10:19:42.458073 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0386adc-7687-42e3-b0a9-08af644abbbc req-76631d6a-e826-4f8e-9eae-732e5b27614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:42.459890 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e0386adc-7687-42e3-b0a9-08af644abbbc req-76631d6a-e826-4f8e-9eae-732e5b27614f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fcb34be5-02e9-434d-ab19-3848e7eb46d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402334 Jun 24 10:19:42.556149 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:42.560198 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e0386adc-7687-42e3-b0a9-08af644abbbc req-7808a952-fd45-45dd-acc1-e65b14879a4d service neutron] 10.222.0.27 "GET /v2.0/networks/fcb34be5-02e9-434d-ab19-3848e7eb46d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933173 Jun 24 10:19:42.591455 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3854d1c-8f79-4712-9eab-adb232c67dbf req-7fb06be3-6e7f-4d4f-bd92-864db98fe744 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:42.598228 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b3854d1c-8f79-4712-9eab-adb232c67dbf req-7fb06be3-6e7f-4d4f-bd92-864db98fe744 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0551183 Jun 24 10:19:42.650374 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b3854d1c-8f79-4712-9eab-adb232c67dbf req-5da31bce-c76d-4ef5-b7fa-21a8f0ee4074 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512037 Jun 24 10:19:42.666625 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e0386adc-7687-42e3-b0a9-08af644abbbc req-3c2eeb72-9aef-44fc-b6ec-37d7c082e664 service neutron] 10.222.0.27 "GET /v2.0/networks/fcb34be5-02e9-434d-ab19-3848e7eb46d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993855 Jun 24 10:19:42.789851 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c81b3a-d616-4774-ae15-40534734ddfe req-894f43ea-6611-4a3a-b635-0604545c5811 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:42.791364 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-31c81b3a-d616-4774-ae15-40534734ddfe req-894f43ea-6611-4a3a-b635-0604545c5811 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0480232 Jun 24 10:19:42.839516 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:42.854903 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02efe7-f130-4111-86c6-6c4ccc6f9091 req-90d072d9-7358-4940-b50c-1a53cf50a919 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:42.856361 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ee02efe7-f130-4111-86c6-6c4ccc6f9091 req-90d072d9-7358-4940-b50c-1a53cf50a919 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 945 time: 0.0641053 Jun 24 10:19:42.891662 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-31c81b3a-d616-4774-ae15-40534734ddfe req-831a3dd2-e1e5-4ce1-8d49-69c4e3adcbc2 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899684 Jun 24 10:19:42.918980 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ee02efe7-f130-4111-86c6-6c4ccc6f9091 req-b82f8387-33b6-4037-a3cc-37f895ab602b tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568063 Jun 24 10:19:43.456912 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65562314-e216-433e-8d6e-ef8738a07968 req-de5ff319-12f1-418c-9da3-cfd6976fdc1a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:43.458546 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-65562314-e216-433e-8d6e-ef8738a07968 req-de5ff319-12f1-418c-9da3-cfd6976fdc1a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0501900 Jun 24 10:19:43.511945 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-65562314-e216-433e-8d6e-ef8738a07968 req-048464fa-33f1-47d2-9418-d3f15d97dd1b tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458534 Jun 24 10:19:43.767050 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf5580-2eb0-4e9f-ae21-b0fb32aac5ac req-0de9f623-e63f-420b-a0f6-dcf5c314db2e tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:43.768558 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9bdf5580-2eb0-4e9f-ae21-b0fb32aac5ac req-0de9f623-e63f-420b-a0f6-dcf5c314db2e tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0511758 Jun 24 10:19:43.817721 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9bdf5580-2eb0-4e9f-ae21-b0fb32aac5ac req-adac54bb-d59f-42b9-b644-4f21afc0ca46 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433543 Jun 24 10:19:44.044393 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1667b-3efa-428c-885d-e091d800b023 req-224adcc3-f0d0-40c0-aa35-e0eef997790f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:44.046364 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8ce1667b-3efa-428c-885d-e091d800b023 req-224adcc3-f0d0-40c0-aa35-e0eef997790f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0783188 Jun 24 10:19:44.067266 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efe3f5-5a41-4f9d-b3a1-d2ab1c17734d req-a022b063-930f-4a1e-ad44-cd2a7f6c3e3c tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:44.069360 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e6efe3f5-5a41-4f9d-b3a1-d2ab1c17734d req-a022b063-930f-4a1e-ad44-cd2a7f6c3e3c tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 945 time: 0.0713727 Jun 24 10:19:44.138255 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8ce1667b-3efa-428c-885d-e091d800b023 req-1c2ae199-53e3-41b7-9c9c-df4368be1362 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849466 Jun 24 10:19:44.145169 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e6efe3f5-5a41-4f9d-b3a1-d2ab1c17734d req-dc4d885e-c408-4d0d-9a8f-87acfb28012a tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661314 Jun 24 10:19:44.566632 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 36948) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:19:44.630149 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2324f-a374-4a46-8fc4-890e0e170433 req-9c3bdff7-970e-4782-ad41-71e5a6fbf7d0 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:44.631856 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e6e2324f-a374-4a46-8fc4-890e0e170433 req-9c3bdff7-970e-4782-ad41-71e5a6fbf7d0 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0488069 Jun 24 10:19:44.691215 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-561db9a4-a0cd-485c-9767-fe66dde7a746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:44.708292 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e6e2324f-a374-4a46-8fc4-890e0e170433 req-b25e5c30-9864-4720-96aa-1abb04c11399 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653100 Jun 24 10:19:44.780406 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-561db9a4-a0cd-485c-9767-fe66dde7a746 admin admin] Publish callbacks [] for security_group (3daa67f5-2407-45a7-a713-e302200a72e9), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:44.784699 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-561db9a4-a0cd-485c-9767-fe66dde7a746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (3daa67f5-2407-45a7-a713-e302200a72e9), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:44.811473 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:44.829888 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-561db9a4-a0cd-485c-9767-fe66dde7a746 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=50556a2b3c4741c8b660428549ba4b39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620618 Jun 24 10:19:44.830940 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561db9a4-a0cd-485c-9767-fe66dde7a746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daa67f5-2407-45a7-a713-e302200a72e9,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:44.832731 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 36952) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:19:44.883704 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0bbf9652-e60e-40ae-8d38-d1c96a03e5c3 admin admin] Publish callbacks [] for security_group (3daa67f5-2407-45a7-a713-e302200a72e9), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:44.906382 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0bbf9652-e60e-40ae-8d38-d1c96a03e5c3 admin admin] Publish callbacks [] for security_group (3daa67f5-2407-45a7-a713-e302200a72e9), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:44.943732 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ef3ba-df01-4e51-a3fb-b0aae3a7e090 req-0da4f0fc-e751-4802-a2e4-88c0ab074407 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:44.945458 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f68ef3ba-df01-4e51-a3fb-b0aae3a7e090 req-0da4f0fc-e751-4802-a2e4-88c0ab074407 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0507932 Jun 24 10:19:44.965153 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0bbf9652-e60e-40ae-8d38-d1c96a03e5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (3daa67f5-2407-45a7-a713-e302200a72e9), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:44.968369 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0bbf9652-e60e-40ae-8d38-d1c96a03e5c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:44.970107 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0bbf9652-e60e-40ae-8d38-d1c96a03e5c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3daa67f5-2407-45a7-a713-e302200a72e9 HTTP/1.1" status: 204 len: 168 time: 0.1362319 Jun 24 10:19:44.983253 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf9652-e60e-40ae-8d38-d1c96a03e5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daa67f5-2407-45a7-a713-e302200a72e9,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:45.019121 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f68ef3ba-df01-4e51-a3fb-b0aae3a7e090 req-70818440-49be-4582-8cb2-c030ba1e25e5 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598874 Jun 24 10:19:45.160508 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753302ca-58a3-4b19-b3d0-9e495377246a req-c40925fa-01c6-4eeb-8b7a-0bdfea7561ec tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:45.162243 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-753302ca-58a3-4b19-b3d0-9e495377246a req-c40925fa-01c6-4eeb-8b7a-0bdfea7561ec tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.27 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 945 time: 0.0532098 Jun 24 10:19:45.305839 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-753302ca-58a3-4b19-b3d0-9e495377246a req-a956ee6f-4b54-4729-a442-e7282934b1ff tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Deleting port 8d7ed742-d658-41ac-bf26-1bddaf55fa57 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:19:45.306207 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-753302ca-58a3-4b19-b3d0-9e495377246a req-a956ee6f-4b54-4729-a442-e7282934b1ff tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (8d7ed742-d658-41ac-bf26-1bddaf55fa57), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:45.306648 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e69ecf-f471-4ece-8d0a-0cea2415d74c req-479ce1e8-8d16-4f67-8e1b-9a12b0f5f31b tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:45.308156 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e7e69ecf-f471-4ece-8d0a-0cea2415d74c req-479ce1e8-8d16-4f67-8e1b-9a12b0f5f31b tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 945 time: 0.0854797 Jun 24 10:19:45.322496 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ad6ed-1adf-4233-af27-19f4c0128ada req-bf2c9a0b-6702-4793-9aa6-9997b9c600c6 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:45.326754 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-660ad6ed-1adf-4233-af27-19f4c0128ada req-bf2c9a0b-6702-4793-9aa6-9997b9c600c6 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 943 time: 0.0940328 Jun 24 10:19:45.339931 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:45.401783 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-753302ca-58a3-4b19-b3d0-9e495377246a req-a956ee6f-4b54-4729-a442-e7282934b1ff tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] For port 8d7ed742-d658-41ac-bf26-1bddaf55fa57, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=8d7ed742-d658-41ac-bf26-1bddaf55fa57,segment=NetworkSegment(94ba1382-a5f3-4502-b64d-689b13aff452),segment_id=94ba1382-a5f3-4502-b64d-689b13aff452)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:19:45.402157 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-753302ca-58a3-4b19-b3d0-9e495377246a req-a956ee6f-4b54-4729-a442-e7282934b1ff tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (8d7ed742-d658-41ac-bf26-1bddaf55fa57), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:45.409978 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e7e69ecf-f471-4ece-8d0a-0cea2415d74c req-7c2e0b55-414a-40d6-8f2b-93d8d8bb6453 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bcf5d42-0e96-4daa-a656-3e825b82a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818024 Jun 24 10:19:45.414328 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-660ad6ed-1adf-4233-af27-19f4c0128ada req-4b9df0f6-c47b-43b3-a2ea-1cf6095473de tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765681 Jun 24 10:19:45.415952 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-753302ca-58a3-4b19-b3d0-9e495377246a req-a956ee6f-4b54-4729-a442-e7282934b1ff tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Calling delete_port for 8d7ed742-d658-41ac-bf26-1bddaf55fa57 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:19:45.527047 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:45.553638 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-753302ca-58a3-4b19-b3d0-9e495377246a req-a956ee6f-4b54-4729-a442-e7282934b1ff tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (8d7ed742-d658-41ac-bf26-1bddaf55fa57), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:45.566469 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['8d7ed742-d658-41ac-bf26-1bddaf55fa57'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:19:45.581630 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956ee6f-4b54-4729-a442-e7282934b1ff tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Pushing event deleted for resources: {'Port': ['ID=8d7ed742-d658-41ac-bf26-1bddaf55fa57,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:45.627253 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-753302ca-58a3-4b19-b3d0-9e495377246a req-a956ee6f-4b54-4729-a442-e7282934b1ff tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] No DVR routers for this DVR port 8d7ed742-d658-41ac-bf26-1bddaf55fa57 on host hv-cinder-84713 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:19:45.629840 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-753302ca-58a3-4b19-b3d0-9e495377246a req-a956ee6f-4b54-4729-a442-e7282934b1ff tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:45.633322 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-753302ca-58a3-4b19-b3d0-9e495377246a req-a956ee6f-4b54-4729-a442-e7282934b1ff tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.27 "DELETE /v2.0/ports/8d7ed742-d658-41ac-bf26-1bddaf55fa57 HTTP/1.1" status: 204 len: 173 time: 0.4611397 Jun 24 10:19:45.633763 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf', 'name': 'network-vif-deleted', 'tag': '8d7ed742-d658-41ac-bf26-1bddaf55fa57'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:19:45.636085 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4c6d86-31a3-474d-a9a5-0117126adb67" -d '{"events": [{"server_uuid": "8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf", "name": "network-vif-deleted", "tag": "8d7ed742-d658-41ac-bf26-1bddaf55fa57"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:19:45.670565 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2855828-a1b9-4b44-b087-437eeb827d8d x-openstack-request-id: req-b2855828-a1b9-4b44-b087-437eeb827d8d {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:19:45.670887 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf", "name": "network-vif-deleted", "tag": "8d7ed742-d658-41ac-bf26-1bddaf55fa57", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:19:45.671135 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2855828-a1b9-4b44-b087-437eeb827d8d {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:19:45.671556 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2855828-a1b9-4b44-b087-437eeb827d8d'] response: {'server_uuid': '8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf', 'name': 'network-vif-deleted', 'tag': '8d7ed742-d658-41ac-bf26-1bddaf55fa57', 'status': 'completed', 'code': 200} Jun 24 10:19:45.827009 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7062ed-0050-49ea-bed6-d13837ea2899 req-79effd29-6ef9-42ae-874b-41db82321926 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:45.828473 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9a7062ed-0050-49ea-bed6-d13837ea2899 req-79effd29-6ef9-42ae-874b-41db82321926 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0477555 Jun 24 10:19:45.876403 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9a7062ed-0050-49ea-bed6-d13837ea2899 req-9fc24719-b8c7-4224-b809-417daf0877ec tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420661 Jun 24 10:19:45.930924 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 0c384c38-8450-4bcf-a60e-98848c87017b details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:19:45.934057 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:45.945674 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:46.035550 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 0c384c38-8450-4bcf-a60e-98848c87017b, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=0c384c38-8450-4bcf-a60e-98848c87017b,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:19:46.047615 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': '0c384c38-8450-4bcf-a60e-98848c87017b', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'port_id': '0c384c38-8450-4bcf-a60e-98848c87017b', 'mac_address': 'fa:16:3e:c6:20:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:19:46.089588 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 0c384c38-8450-4bcf-a60e-98848c87017b is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:46.089999 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:46.103508 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c384c38-8450-4bcf-a60e-98848c87017b {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:19:46.123755 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 0c384c38-8450-4bcf-a60e-98848c87017b, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=0c384c38-8450-4bcf-a60e-98848c87017b,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:19:46.128711 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:46.179964 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=0c384c38-8450-4bcf-a60e-98848c87017b,revision_number=9']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:46.192681 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:46.193211 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:46.193977 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:46.194796 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:46.195344 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:46.195870 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:46.196407 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:46.196943 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:46.197476 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:46.198007 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:46.198540 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:46.199125 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:46.199657 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:46.200194 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:46.200726 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:19:46.361408 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952769e-8b1d-4c74-ba85-701a10464597 req-391c8f01-fb86-4a36-a4ff-331356928891 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:46.363419 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b952769e-8b1d-4c74-ba85-701a10464597 req-391c8f01-fb86-4a36-a4ff-331356928891 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.2672462 Jun 24 10:19:46.387317 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c7f79-7f6d-48c6-b9f0-42a658a44dd1 req-abcd6ee9-5649-4b66-aa92-3b59a84220f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:46.389341 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c53c7f79-7f6d-48c6-b9f0-42a658a44dd1 req-abcd6ee9-5649-4b66-aa92-3b59a84220f5 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 1129 time: 0.0446477 Jun 24 10:19:46.411176 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['0c384c38-8450-4bcf-a60e-98848c87017b'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:19:46.421456 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b952769e-8b1d-4c74-ba85-701a10464597 req-8f80fff2-35ef-43e3-9bb1-e099a698e7c2 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500004 Jun 24 10:19:46.466067 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c53c7f79-7f6d-48c6-b9f0-42a658a44dd1 req-3fcfb39c-0625-494f-9106-1fc9875f9f22 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627124 Jun 24 10:19:46.579449 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b229d182-a581-4bef-ab52-1b9c25dddd7d req-611a473d-30aa-45ab-b887-cb5f13ce9414 tempest-VolumesActionsTest-1713171782 tempest-VolumesActionsTest-1713171782-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e1a0ac5-1ebb-49ce-b1b5-2485c1dcc2cf HTTP/1.1" status: 200 len: 210 time: 0.0405462 Jun 24 10:19:46.595992 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00faf0fc-4070-4c52-b680-171dda9a08e0 req-aff8d523-aa5b-48a9-b92b-4321b495d445 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:46.597779 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-00faf0fc-4070-4c52-b680-171dda9a08e0 req-aff8d523-aa5b-48a9-b92b-4321b495d445 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 944 time: 0.0703721 Jun 24 10:19:46.652695 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-00faf0fc-4070-4c52-b680-171dda9a08e0 req-6281ecfb-5e22-4a9c-9645-8f76d4d96a9e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443041 Jun 24 10:19:47.021907 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c9136-e6c0-46a5-b759-4a09985cfb85 req-a0bc395d-1d3c-4db3-9930-6a59a4b53758 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:47.023455 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a04c9136-e6c0-46a5-b759-4a09985cfb85 req-a0bc395d-1d3c-4db3-9930-6a59a4b53758 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0631115 Jun 24 10:19:47.070743 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a04c9136-e6c0-46a5-b759-4a09985cfb85 req-84f5d90b-aefa-49ab-a1f4-9d4ff5fa2652 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414979 Jun 24 10:19:47.551585 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06032c5-4194-4934-828f-78f972b41343 req-91d6e427-6ddf-4a7a-8bfc-e7164f06d787 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:47.553081 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d06032c5-4194-4934-828f-78f972b41343 req-91d6e427-6ddf-4a7a-8bfc-e7164f06d787 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0478876 Jun 24 10:19:47.603668 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d06032c5-4194-4934-828f-78f972b41343 req-18763848-1e74-4504-8f7c-23e0381a2ac6 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449078 Jun 24 10:19:47.788001 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebe92a-6100-4026-b097-e9f3a4dacb09 req-37c84a17-cb27-43fc-903c-a6cb0090d1ea tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:47.789453 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-60ebe92a-6100-4026-b097-e9f3a4dacb09 req-37c84a17-cb27-43fc-903c-a6cb0090d1ea tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 944 time: 0.0518968 Jun 24 10:19:47.840938 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-60ebe92a-6100-4026-b097-e9f3a4dacb09 req-65b58cd0-3338-4a65-8c59-1eac2fdb9899 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453656 Jun 24 10:19:47.945614 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 0c384c38-8450-4bcf-a60e-98848c87017b up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:19:47.992289 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port 0c384c38-8450-4bcf-a60e-98848c87017b triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:19:47.992675 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:48.072637 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 0c384c38-8450-4bcf-a60e-98848c87017b is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:48.072637 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:48.095104 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb96a476-856a-400c-8c57-30b98297ebee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c384c38-8450-4bcf-a60e-98848c87017b'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:19:48.097256 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1a135b-a419-472c-9a38-de0482928447" -d '{"events": [{"server_uuid": "cb96a476-856a-400c-8c57-30b98297ebee", "name": "network-vif-plugged", "status": "completed", "tag": "0c384c38-8450-4bcf-a60e-98848c87017b"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:19:48.110099 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 0c384c38-8450-4bcf-a60e-98848c87017b, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=0c384c38-8450-4bcf-a60e-98848c87017b,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:19:48.117821 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:48.119638 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 8d7ed742-d658-41ac-bf26-1bddaf55fa57 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:19:48.141639 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] No Port match for: 8d7ed742-d658-41ac-bf26-1bddaf55fa57 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:19:48.141860 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 8d7ed742-d658-41ac-bf26-1bddaf55fa57 not bound to the agent host hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:19:48.166415 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222ece76-330f-4433-b8a3-ecacf73cdeb8 x-openstack-request-id: req-222ece76-330f-4433-b8a3-ecacf73cdeb8 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:19:48.166747 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb96a476-856a-400c-8c57-30b98297ebee", "name": "network-vif-plugged", "status": "completed", "tag": "0c384c38-8450-4bcf-a60e-98848c87017b", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:19:48.166998 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-222ece76-330f-4433-b8a3-ecacf73cdeb8 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:19:48.167394 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-222ece76-330f-4433-b8a3-ecacf73cdeb8'] response: {'server_uuid': 'cb96a476-856a-400c-8c57-30b98297ebee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c384c38-8450-4bcf-a60e-98848c87017b', 'code': 200} Jun 24 10:19:48.193327 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=0c384c38-8450-4bcf-a60e-98848c87017b,revision_number=10']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:48.199004 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97404ca0-7076-4e9a-a3d9-6d945c243cb7 req-d4d96d30-3f92-4707-9896-9641546ece80 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:48.200521 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-97404ca0-7076-4e9a-a3d9-6d945c243cb7 req-d4d96d30-3f92-4707-9896-9641546ece80 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0527468 Jun 24 10:19:48.257968 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-97404ca0-7076-4e9a-a3d9-6d945c243cb7 req-7c3c907b-64b2-4d57-840d-9e20507fc03e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484149 Jun 24 10:19:48.720880 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:48.729529 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f093e-095e-44d8-a0f2-49d777924909 req-f38b639f-da37-4387-809a-0ba326a10def tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:48.731049 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b98f093e-095e-44d8-a0f2-49d777924909 req-f38b639f-da37-4387-809a-0ba326a10def tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0546641 Jun 24 10:19:48.780284 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b98f093e-095e-44d8-a0f2-49d777924909 req-01f48ae0-91e3-4bad-96cc-98b2d128ea36 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435145 Jun 24 10:19:48.978311 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff7025-d2ab-4183-a4bf-039a9630df4c req-71cfd876-b6ff-4bb2-8078-f90f396f693f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:48.979838 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-21ff7025-d2ab-4183-a4bf-039a9630df4c req-71cfd876-b6ff-4bb2-8078-f90f396f693f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 946 time: 0.0603936 Jun 24 10:19:49.029891 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-21ff7025-d2ab-4183-a4bf-039a9630df4c req-425ae16f-51db-41f4-bb7e-97e23c42599d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443523 Jun 24 10:19:49.382234 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5314e-9340-4f59-a343-d3d0f4c89f3a req-7dc6dc8f-6990-443f-ae9f-433529b3507a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:49.383719 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-16d5314e-9340-4f59-a343-d3d0f4c89f3a req-7dc6dc8f-6990-443f-ae9f-433529b3507a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0482936 Jun 24 10:19:49.429595 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:49.437186 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-16d5314e-9340-4f59-a343-d3d0f4c89f3a req-ef529435-e844-401e-86fa-42f6cabc792e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448883 Jun 24 10:19:49.922291 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5756a-f6b4-4a17-be7a-b12c82d4d7ba req-106e1e0d-fc2a-42fe-b779-81722f06caff tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:49.923811 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d5b5756a-f6b4-4a17-be7a-b12c82d4d7ba req-106e1e0d-fc2a-42fe-b779-81722f06caff tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0762832 Jun 24 10:19:49.929780 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb8616-be05-4e0a-a814-1749aff477bc req-ce9fb140-b7ff-420a-b445-b86c96391c9a tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:49.931170 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2bfb8616-be05-4e0a-a814-1749aff477bc req-ce9fb140-b7ff-420a-b445-b86c96391c9a tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0817986 Jun 24 10:19:50.006960 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d5b5756a-f6b4-4a17-be7a-b12c82d4d7ba req-f523b475-bf28-4b9a-a3e4-ba3de8c993c4 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748048 Jun 24 10:19:50.010758 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2bfb8616-be05-4e0a-a814-1749aff477bc req-56b510ff-d2d9-41b1-be9e-dec0635e6d25 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718446 Jun 24 10:19:50.152686 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d23cc-4dc0-4ec0-a6d5-f68e075da7d8 req-fe9a5e75-79a0-47e4-bb10-9b28ea4f6474 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:50.154158 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bd1d23cc-4dc0-4ec0-a6d5-f68e075da7d8 req-fe9a5e75-79a0-47e4-bb10-9b28ea4f6474 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 946 time: 0.0513031 Jun 24 10:19:50.205585 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bd1d23cc-4dc0-4ec0-a6d5-f68e075da7d8 req-92a5efdb-9c99-4da2-a213-b6b7ecc1e27e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426683 Jun 24 10:19:51.158479 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a48e9-6d8e-4f92-ae7a-db49a0bd07f1 req-68823c97-8218-49a7-8953-08e403540ac9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:51.159961 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-732a48e9-6d8e-4f92-ae7a-db49a0bd07f1 req-68823c97-8218-49a7-8953-08e403540ac9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0724933 Jun 24 10:19:51.166021 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab13cb-3497-40e5-8ebc-4e4bd89c52de req-3fdc74e2-ce91-44b5-beea-ebcb671c842b tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:51.167390 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-74ab13cb-3497-40e5-8ebc-4e4bd89c52de req-3fdc74e2-ce91-44b5-beea-ebcb671c842b tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0812435 Jun 24 10:19:51.244721 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-732a48e9-6d8e-4f92-ae7a-db49a0bd07f1 req-520855b3-7be7-4f2a-b1a8-c6a900b00cab tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763083 Jun 24 10:19:51.248297 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-74ab13cb-3497-40e5-8ebc-4e4bd89c52de req-55c46ef2-6266-4fd8-9886-92e7572a97ca tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741448 Jun 24 10:19:51.290971 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 0124f28a-1a85-487c-9819-2fad18e6391a details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:19:51.350729 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320d09a-8504-47f1-b0bc-8ec69aadf332 req-bccc47b5-aa4d-4061-8f0e-4f37fce26092 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:51.352277 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5320d09a-8504-47f1-b0bc-8ec69aadf332 req-bccc47b5-aa4d-4061-8f0e-4f37fce26092 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 946 time: 0.0486827 Jun 24 10:19:51.422070 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5320d09a-8504-47f1-b0bc-8ec69aadf332 req-684074ac-8b24-4c58-8363-a8f90582642d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490105 Jun 24 10:19:51.521336 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:51.535262 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 0124f28a-1a85-487c-9819-2fad18e6391a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=0124f28a-1a85-487c-9819-2fad18e6391a,segment=NetworkSegment(2f1a7486-0618-476b-8f2c-afc467c74c9c),segment_id=2f1a7486-0618-476b-8f2c-afc467c74c9c)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:19:51.547256 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': '0124f28a-1a85-487c-9819-2fad18e6391a', 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8', 'port_id': '0124f28a-1a85-487c-9819-2fad18e6391a', 'mac_address': 'fa:16:3e:19:38:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1d464b-ef78-4c93-8a97-8aea5630552f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:19:51.552597 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:51.581882 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 0124f28a-1a85-487c-9819-2fad18e6391a is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:51.582269 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (0124f28a-1a85-487c-9819-2fad18e6391a), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:51.595630 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0124f28a-1a85-487c-9819-2fad18e6391a {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:19:51.616109 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 0124f28a-1a85-487c-9819-2fad18e6391a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=0124f28a-1a85-487c-9819-2fad18e6391a,segment=NetworkSegment(2f1a7486-0618-476b-8f2c-afc467c74c9c),segment_id=2f1a7486-0618-476b-8f2c-afc467c74c9c)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:19:51.622337 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (0124f28a-1a85-487c-9819-2fad18e6391a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:51.681160 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=0124f28a-1a85-487c-9819-2fad18e6391a,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:51.782648 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ad4a1-4e0a-4576-afec-2b8bf5b53a90 req-ca449344-2505-48f1-b39b-e0265577b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:51.784089 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a86ad4a1-4e0a-4576-afec-2b8bf5b53a90 req-ca449344-2505-48f1-b39b-e0265577b5b7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=172381cd65a94b1fa2939d6af673f6ba&device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 1129 time: 0.0441742 Jun 24 10:19:51.854846 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:51.906626 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c74fd1-f554-4f02-9a88-3b3cee14c15d req-ea8f19e2-0798-47be-8d63-17a5c7a8272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:51.908152 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-32c74fd1-f554-4f02-9a88-3b3cee14c15d req-ea8f19e2-0798-47be-8d63-17a5c7a8272a service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 1130 time: 0.0521934 Jun 24 10:19:51.918097 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['0124f28a-1a85-487c-9819-2fad18e6391a'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:19:51.923756 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ad4a1-4e0a-4576-afec-2b8bf5b53a90 req-38751e8c-d7e9-4aab-b485-1315da6c1d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:51.925194 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a86ad4a1-4e0a-4576-afec-2b8bf5b53a90 req-38751e8c-d7e9-4aab-b485-1315da6c1d41 service neutron] 10.222.0.27 "GET /v2.0/networks?id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 HTTP/1.1" status: 200 len: 920 time: 0.1340263 Jun 24 10:19:52.009146 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a86ad4a1-4e0a-4576-afec-2b8bf5b53a90 req-5da2171d-a5cf-4c91-8c69-a3b50e9cc4b7 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d3c446-3f13-44e3-a64e-32cfa07544ad HTTP/1.1" status: 200 len: 1000 time: 0.0766149 Jun 24 10:19:52.011703 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-32c74fd1-f554-4f02-9a88-3b3cee14c15d req-bceaf9bf-2b66-4cf0-90ef-a8d65c3477c2 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949335 Jun 24 10:19:52.312155 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ad4a1-4e0a-4576-afec-2b8bf5b53a90 req-b688e51b-300d-4049-b9e0-fb1522e646a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:52.313786 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a86ad4a1-4e0a-4576-afec-2b8bf5b53a90 req-b688e51b-300d-4049-b9e0-fb1522e646a0 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=76a12e71-d45b-4321-aabc-7b9f132bf04a HTTP/1.1" status: 200 len: 858 time: 0.0514112 Jun 24 10:19:52.360700 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ad4a1-4e0a-4576-afec-2b8bf5b53a90 req-7d92acc0-dbba-4d50-91bd-82903d0891e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:52.362370 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a86ad4a1-4e0a-4576-afec-2b8bf5b53a90 req-7d92acc0-dbba-4d50-91bd-82903d0891e5 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410078 Jun 24 10:19:52.396983 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a226cfc-df9d-43be-b630-a46871b37563 req-4db6469f-2e48-43ac-b8f0-5c3199a69a23 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:52.398494 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3a226cfc-df9d-43be-b630-a46871b37563 req-4db6469f-2e48-43ac-b8f0-5c3199a69a23 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0807455 Jun 24 10:19:52.408710 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c2d50-54e5-40ce-974c-864bf11a1e42 req-e28666a6-dbc1-4413-a716-0e3a40dca171 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:52.410101 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7b1c2d50-54e5-40ce-974c-864bf11a1e42 req-e28666a6-dbc1-4413-a716-0e3a40dca171 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 944 time: 0.0817969 Jun 24 10:19:52.480819 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3a226cfc-df9d-43be-b630-a46871b37563 req-b04dd8e0-f7d4-4032-9501-1d4b658c79ac tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695312 Jun 24 10:19:52.484071 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a86ad4a1-4e0a-4576-afec-2b8bf5b53a90 req-dd5ba51b-a48c-4375-a001-364e68da56f0 service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027362 Jun 24 10:19:52.488660 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:52.505397 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7b1c2d50-54e5-40ce-974c-864bf11a1e42 req-c94267e2-bc47-40e2-8c73-873f90e242c1 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754545 Jun 24 10:19:52.599888 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a86ad4a1-4e0a-4576-afec-2b8bf5b53a90 req-533882e4-618f-4f92-9953-ca876793ff5e service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049073 Jun 24 10:19:52.605031 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aaa505-a64d-418c-9b30-04f649dd4b11 req-9c4ed870-62d5-4b94-a928-36b5bfbb4c3d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:52.606760 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-93aaa505-a64d-418c-9b30-04f649dd4b11 req-9c4ed870-62d5-4b94-a928-36b5bfbb4c3d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 946 time: 0.0518126 Jun 24 10:19:52.664106 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-93aaa505-a64d-418c-9b30-04f649dd4b11 req-37aacb4d-b8d2-4526-ba1a-ec35d18b811d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515857 Jun 24 10:19:52.886978 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 0124f28a-1a85-487c-9819-2fad18e6391a up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:19:52.932767 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning for port 0124f28a-1a85-487c-9819-2fad18e6391a completed by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:19:52.940266 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port 0124f28a-1a85-487c-9819-2fad18e6391a triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:19:52.940677 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (0124f28a-1a85-487c-9819-2fad18e6391a), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:53.034935 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 0124f28a-1a85-487c-9819-2fad18e6391a is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:19:53.035274 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (0124f28a-1a85-487c-9819-2fad18e6391a), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:53.061969 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0124f28a-1a85-487c-9819-2fad18e6391a'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:19:53.064399 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2b63df-b3de-4053-a007-f9583a2fedfb" -d '{"events": [{"server_uuid": "0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d", "name": "network-vif-plugged", "status": "completed", "tag": "0124f28a-1a85-487c-9819-2fad18e6391a"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:19:53.080613 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 0124f28a-1a85-487c-9819-2fad18e6391a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=0124f28a-1a85-487c-9819-2fad18e6391a,segment=NetworkSegment(2f1a7486-0618-476b-8f2c-afc467c74c9c),segment_id=2f1a7486-0618-476b-8f2c-afc467c74c9c)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:19:53.086119 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (0124f28a-1a85-487c-9819-2fad18e6391a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:53.124704 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7f05d9-6731-4fc4-81ce-a287e6d470c9 x-openstack-request-id: req-8f7f05d9-6731-4fc4-81ce-a287e6d470c9 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:19:53.125004 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d", "name": "network-vif-plugged", "status": "completed", "tag": "0124f28a-1a85-487c-9819-2fad18e6391a", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:19:53.125253 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8f7f05d9-6731-4fc4-81ce-a287e6d470c9 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:19:53.125640 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f7f05d9-6731-4fc4-81ce-a287e6d470c9'] response: {'server_uuid': '0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0124f28a-1a85-487c-9819-2fad18e6391a', 'code': 200} Jun 24 10:19:53.156333 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=0124f28a-1a85-487c-9819-2fad18e6391a,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:53.657885 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41357d1c-00b8-4bfe-a2a8-4c295f23d5da req-7349d65a-bafd-4481-bfcd-518f798d0b82 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:53.660063 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-41357d1c-00b8-4bfe-a2a8-4c295f23d5da req-7349d65a-bafd-4481-bfcd-518f798d0b82 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.0761993 Jun 24 10:19:53.665940 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06dc00-db89-4cc2-ba37-f9fe62dc3b10 req-70621fdb-3fea-4db3-a481-4bc6523421d7 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:53.672586 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4b06dc00-db89-4cc2-ba37-f9fe62dc3b10 req-70621fdb-3fea-4db3-a481-4bc6523421d7 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0997276 Jun 24 10:19:53.762454 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-41357d1c-00b8-4bfe-a2a8-4c295f23d5da req-dad6d19c-bc23-4e46-9481-51365c579e12 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871718 Jun 24 10:19:53.767388 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4b06dc00-db89-4cc2-ba37-f9fe62dc3b10 req-c65270c7-6c1a-4bc0-8a10-911011b07443 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939059 Jun 24 10:19:53.937286 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c5a21-f948-4689-919b-1a1a2b0c2f48 req-a94717a5-43f8-4d99-9bc6-edb24c7e7ec0 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:53.951007 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-712c5a21-f948-4689-919b-1a1a2b0c2f48 req-a94717a5-43f8-4d99-9bc6-edb24c7e7ec0 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 946 time: 0.0929456 Jun 24 10:19:53.980870 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:53.997003 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-712c5a21-f948-4689-919b-1a1a2b0c2f48 req-1ba59a5b-084d-492f-b029-6f179b13ea1b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512447 Jun 24 10:19:54.841707 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a6207af0-8b5a-4705-bea8-a2cf0873b030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:54.989425 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0c131-2c56-4799-a116-d0c15155ee7a req-94a3b2c9-7ec8-4fc6-9fce-b31b7765fdd1 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:54.994534 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a4a0c131-2c56-4799-a116-d0c15155ee7a req-94a3b2c9-7ec8-4fc6-9fce-b31b7765fdd1 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.1422939 Jun 24 10:19:55.007329 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c37972-e3cd-4639-9be4-40313a09fafb req-ef04be3d-d6d9-43a8-8bfe-c647c9cd3ec9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:55.016547 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-14c37972-e3cd-4639-9be4-40313a09fafb req-ef04be3d-d6d9-43a8-8bfe-c647c9cd3ec9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.1291316 Jun 24 10:19:55.104647 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a4a0c131-2c56-4799-a116-d0c15155ee7a req-0d2f1632-834b-4893-9fad-837a4d6b4136 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071754 Jun 24 10:19:55.116352 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-14c37972-e3cd-4639-9be4-40313a09fafb req-69075889-171f-4122-95a2-95f81ac1a9cf tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960796 Jun 24 10:19:55.236332 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cded13-2cb2-43e3-a590-712e9bf46106 req-750c508e-22d1-4767-92b4-8301927eb084 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:55.237850 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-95cded13-2cb2-43e3-a590-712e9bf46106 req-750c508e-22d1-4767-92b4-8301927eb084 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 946 time: 0.0522709 Jun 24 10:19:55.303753 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-95cded13-2cb2-43e3-a590-712e9bf46106 req-255b46f4-be43-4769-ac40-02ce0c033f1e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552065 Jun 24 10:19:55.680890 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698a8fe-e5e9-4265-895f-892e8b305591 req-ca9dce76-d5d8-45ef-a50d-da6e47bdea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:55.682419 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9698a8fe-e5e9-4265-895f-892e8b305591 req-ca9dce76-d5d8-45ef-a50d-da6e47bdea42 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 1129 time: 0.0513036 Jun 24 10:19:56.234247 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c18438-9919-47ab-9d53-7516f168e841 req-2bf0a9ef-068c-4b43-91f7-efb24625e576 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:56.235920 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-70c18438-9919-47ab-9d53-7516f168e841 req-2bf0a9ef-068c-4b43-91f7-efb24625e576 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0507476 Jun 24 10:19:56.288949 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9698a8fe-e5e9-4265-895f-892e8b305591 req-0fe99f5a-f51f-40c7-ab9f-2621007db08b service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974162 Jun 24 10:19:56.315026 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235551cd-948d-49ae-ab13-c1d673143e17 req-c3e76bab-7922-4608-8392-f7ff7289b01b tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:56.316544 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-235551cd-948d-49ae-ab13-c1d673143e17 req-c3e76bab-7922-4608-8392-f7ff7289b01b tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.0797215 Jun 24 10:19:56.340095 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-70c18438-9919-47ab-9d53-7516f168e841 req-0e909f1e-61e8-4e9e-a5c8-38a5671dd71c tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920827 Jun 24 10:19:56.384382 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-235551cd-948d-49ae-ab13-c1d673143e17 req-2dca4daf-ab8d-404f-8a01-606f2db83a6f tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592785 Jun 24 10:19:56.540833 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6affde-7b48-4069-aea4-932dbbf06f15 req-494f98bd-d4eb-4cc1-a52c-a09946f1cdcc tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:56.542370 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0b6affde-7b48-4069-aea4-932dbbf06f15 req-494f98bd-d4eb-4cc1-a52c-a09946f1cdcc tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 946 time: 0.1191640 Jun 24 10:19:56.571854 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf533f-7c23-4cfa-8002-6e0a1ac7442a req-d7657b42-1441-485c-aec4-f46858c8c54a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:56.574348 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6faf533f-7c23-4cfa-8002-6e0a1ac7442a req-d7657b42-1441-485c-aec4-f46858c8c54a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.1080987 Jun 24 10:19:56.583520 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 37166) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:19:56.589645 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-d149cbef-9c37-4b2e-9d25-6f9d9e94a432 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Request body: {'floatingip': {'port_id': '68d3c446-3f13-44e3-a64e-32cfa07544ad'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:19:56.625335 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0b6affde-7b48-4069-aea4-932dbbf06f15 req-4977ee08-8f00-4e22-a078-e08842393b82 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742891 Jun 24 10:19:56.660573 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d149cbef-9c37-4b2e-9d25-6f9d9e94a432 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for floatingip (8a55c5fe-357b-416f-9a9a-ceb43ed8df2c), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:56.727049 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:57.120291 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:57.131664 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-beb4c4f0-a192-4b46-9e9a-c9dce1e5108c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:57.196210 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d149cbef-9c37-4b2e-9d25-6f9d9e94a432 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:57.200856 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d149cbef-9c37-4b2e-9d25-6f9d9e94a432 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (8a55c5fe-357b-416f-9a9a-ceb43ed8df2c), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:57.417793 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d149cbef-9c37-4b2e-9d25-6f9d9e94a432 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Router eb3f9758-44f1-4150-8b30-9dae39287ae2 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:19:57.539152 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8698af-f7af-4d0c-91dd-bc6b480d8547 req-40bfc3d9-6339-49b5-97e8-0eb5ed79ac2a tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:57.550635 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8d8698af-f7af-4d0c-91dd-bc6b480d8547 req-40bfc3d9-6339-49b5-97e8-0eb5ed79ac2a tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.0829685 Jun 24 10:19:57.553863 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d149cbef-9c37-4b2e-9d25-6f9d9e94a432 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:19:57.560609 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d149cbef-9c37-4b2e-9d25-6f9d9e94a432 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:57.570307 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7848d37-66e7-4ac4-a9a9-658909883bea None None] Sync routers for ids ['eb3f9758-44f1-4150-8b30-9dae39287ae2'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:19:57.589718 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7848d37-66e7-4ac4-a9a9-658909883bea None None] Routers {'eb3f9758-44f1-4150-8b30-9dae39287ae2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:19:57.592337 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e7848d37-66e7-4ac4-a9a9-658909883bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:19:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['eb3f9758-44f1-4150-8b30-9dae39287ae2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:19:57.605680 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:57.618095 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8d8698af-f7af-4d0c-91dd-bc6b480d8547 req-b9290211-53d4-49d0-91aa-e229300ecd26 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659425 Jun 24 10:19:57.669641 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89570c7f-aa48-4b00-8f01-4db37fae4d62', 'tag': '68d3c446-3f13-44e3-a64e-32cfa07544ad'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:19:57.674234 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b8e8bb-f4a9-4049-9b28-b57b6983e5e8" -d '{"events": [{"name": "network-changed", "server_uuid": "89570c7f-aa48-4b00-8f01-4db37fae4d62", "tag": "68d3c446-3f13-44e3-a64e-32cfa07544ad"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:19:57.687866 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-d149cbef-9c37-4b2e-9d25-6f9d9e94a432 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "PUT /v2.0/floatingips/8a55c5fe-357b-416f-9a9a-ceb43ed8df2c HTTP/1.1" status: 200 len: 992 time: 1.1028588 Jun 24 10:19:57.725095 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943f0398-5b77-44dc-8400-dfdca9a54950 x-openstack-request-id: req-943f0398-5b77-44dc-8400-dfdca9a54950 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:19:57.725616 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89570c7f-aa48-4b00-8f01-4db37fae4d62", "tag": "68d3c446-3f13-44e3-a64e-32cfa07544ad", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:19:57.726028 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-943f0398-5b77-44dc-8400-dfdca9a54950 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:19:57.726582 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943f0398-5b77-44dc-8400-dfdca9a54950'] response: {'name': 'network-changed', 'server_uuid': '89570c7f-aa48-4b00-8f01-4db37fae4d62', 'tag': '68d3c446-3f13-44e3-a64e-32cfa07544ad', 'status': 'completed', 'code': 200} Jun 24 10:19:57.754819 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-e7848d37-66e7-4ac4-a9a9-658909883bea None None] Set router eb3f9758-44f1-4150-8b30-9dae39287ae2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:19:57.984941 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e7848d37-66e7-4ac4-a9a9-658909883bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2021817563-router', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:21Z', 'revision_number': 4, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'gw_port': {'id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '8a55c5fe-357b-416f-9a9a-ceb43ed8df2c', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'port_id': '68d3c446-3f13-44e3-a64e-32cfa07544ad', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'mac_address': 'fa:16:3e:d7:01:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89570c7f-aa48-4b00-8f01-4db37fae4d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:18:12Z', 'updated_at': '2022-06-24T10:19:57Z', 'revision_number': 3, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d08f9df-af71-40f2-8def-d1492f3a559b', 'name': '', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'mac_address': 'fa:16:3e:b6:21:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:17Z', 'updated_at': '2022-06-24T10:16:27Z', 'revision_number': 5, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'subnets': [{'id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:19:58.010480 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7848d37-66e7-4ac4-a9a9-658909883bea None None] Checking router: eb3f9758-44f1-4150-8b30-9dae39287ae2 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:19:58.036189 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7848d37-66e7-4ac4-a9a9-658909883bea None None] Routers {'eb3f9758-44f1-4150-8b30-9dae39287ae2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:19:58.036822 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e7848d37-66e7-4ac4-a9a9-658909883bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:19:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['eb3f9758-44f1-4150-8b30-9dae39287ae2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:19:58.133750 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8e8bb-f4a9-4049-9b28-b57b6983e5e8 req-97b02cc3-471d-462e-a453-919aa6d46e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:58.135371 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b4b8e8bb-f4a9-4049-9b28-b57b6983e5e8 req-97b02cc3-471d-462e-a453-919aa6d46e9c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=172381cd65a94b1fa2939d6af673f6ba&device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 1129 time: 0.0640399 Jun 24 10:19:58.168095 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-e7848d37-66e7-4ac4-a9a9-658909883bea None None] Set router eb3f9758-44f1-4150-8b30-9dae39287ae2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:19:58.242152 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8e8bb-f4a9-4049-9b28-b57b6983e5e8 req-6f906da5-aea2-4d35-b097-9b034801fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:58.243705 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b4b8e8bb-f4a9-4049-9b28-b57b6983e5e8 req-6f906da5-aea2-4d35-b097-9b034801fd75 service neutron] 10.222.0.27 "GET /v2.0/networks?id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 HTTP/1.1" status: 200 len: 920 time: 0.1017559 Jun 24 10:19:58.334585 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b4b8e8bb-f4a9-4049-9b28-b57b6983e5e8 req-a4e1d975-fba7-4de9-a248-5c0a1f562146 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d3c446-3f13-44e3-a64e-32cfa07544ad HTTP/1.1" status: 200 len: 1000 time: 0.0763755 Jun 24 10:19:58.336074 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:58.395698 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8e8bb-f4a9-4049-9b28-b57b6983e5e8 req-068efe15-eea6-4cfb-88bc-775fee6821ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:58.397555 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b4b8e8bb-f4a9-4049-9b28-b57b6983e5e8 req-068efe15-eea6-4cfb-88bc-775fee6821ff service neutron] 10.222.0.27 "GET /v2.0/subnets?id=76a12e71-d45b-4321-aabc-7b9f132bf04a HTTP/1.1" status: 200 len: 858 time: 0.0563107 Jun 24 10:19:58.444263 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e7848d37-66e7-4ac4-a9a9-658909883bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2021817563-router', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:21Z', 'revision_number': 4, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'gw_port': {'id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '8a55c5fe-357b-416f-9a9a-ceb43ed8df2c', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'port_id': '68d3c446-3f13-44e3-a64e-32cfa07544ad', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'mac_address': 'fa:16:3e:d7:01:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89570c7f-aa48-4b00-8f01-4db37fae4d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:18:12Z', 'updated_at': '2022-06-24T10:19:57Z', 'revision_number': 3, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d08f9df-af71-40f2-8def-d1492f3a559b', 'name': '', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'mac_address': 'fa:16:3e:b6:21:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:17Z', 'updated_at': '2022-06-24T10:16:27Z', 'revision_number': 5, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'subnets': [{'id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:19:58.449590 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8e8bb-f4a9-4049-9b28-b57b6983e5e8 req-79f17b66-1169-4361-ae8e-e20419982f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:58.451297 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b4b8e8bb-f4a9-4049-9b28-b57b6983e5e8 req-79f17b66-1169-4361-ae8e-e20419982f85 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463281 Jun 24 10:19:58.470885 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7848d37-66e7-4ac4-a9a9-658909883bea None None] The sync data for ids ['eb3f9758-44f1-4150-8b30-9dae39287ae2'] in dv-cinder-847132-2-iscsi is: [{'id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2021817563-router', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:21Z', 'revision_number': 4, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'gw_port': {'id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '8a55c5fe-357b-416f-9a9a-ceb43ed8df2c', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'port_id': '68d3c446-3f13-44e3-a64e-32cfa07544ad', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'mac_address': 'fa:16:3e:d7:01:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89570c7f-aa48-4b00-8f01-4db37fae4d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:18:12Z', 'updated_at': '2022-06-24T10:19:57Z', 'revision_number': 3, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d08f9df-af71-40f2-8def-d1492f3a559b', 'name': '', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'mac_address': 'fa:16:3e:b6:21:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:17Z', 'updated_at': '2022-06-24T10:16:27Z', 'revision_number': 5, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'subnets': [{'id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:19:58.565256 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:58.601324 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:19:58.603486 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b4b8e8bb-f4a9-4049-9b28-b57b6983e5e8 req-09d9f86f-7cb9-4618-bd21-07b9fd7315cb service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423547 Jun 24 10:19:58.757415 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b4b8e8bb-f4a9-4049-9b28-b57b6983e5e8 req-ff1f9ed1-6f21-4f35-ae29-0c0a71f7ff3c service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463575 Jun 24 10:19:58.770403 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7fd72-a702-40b7-9594-f7db938b1cf4 req-8f964399-0a28-4786-9908-f0adc1683adb tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:58.783341 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c4c7fd72-a702-40b7-9594-f7db938b1cf4 req-8f964399-0a28-4786-9908-f0adc1683adb tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.0774426 Jun 24 10:19:58.839786 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c4c7fd72-a702-40b7-9594-f7db938b1cf4 req-da762c13-8203-4bf7-b5f3-f432960e3107 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555487 Jun 24 10:19:58.960937 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b641cf0-14b6-46a9-b508-03c7a4aaf1fb req-240334b3-2bd8-463e-adb3-bba5b2d4cee1 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:58.968037 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5b641cf0-14b6-46a9-b508-03c7a4aaf1fb req-240334b3-2bd8-463e-adb3-bba5b2d4cee1 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.0564129 Jun 24 10:19:59.023744 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5b641cf0-14b6-46a9-b508-03c7a4aaf1fb req-2cc7fc0f-0580-4cd8-87b8-ca326748dd78 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543489 Jun 24 10:19:59.043832 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 37196) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:19:59.237190 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:59.276179 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b77d8ab-001c-40da-aad7-a388094553d9 tempest-TestShelveInstance-1158057928 tempest-TestShelveInstance-1158057928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:59.278773 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-8b77d8ab-001c-40da-aad7-a388094553d9 tempest-TestShelveInstance-1158057928 tempest-TestShelveInstance-1158057928-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 1124 time: 0.2333195 Jun 24 10:19:59.281211 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 37200) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:19:59.286451 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-454cc3c6-04fd-40b0-b345-f021749bbc85 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Request body: {'floatingip': {'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'port_id': '0124f28a-1a85-487c-9819-2fad18e6391a', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:19:59.319839 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-454cc3c6-04fd-40b0-b345-f021749bbc85 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:59.415085 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-454cc3c6-04fd-40b0-b345-f021749bbc85 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:59.529003 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-454cc3c6-04fd-40b0-b345-f021749bbc85 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Allocated IP 172.27.0.244 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/f4e97dde-52c0-47b9-92ae-aa6103d55d25) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:19:59.648934 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-454cc3c6-04fd-40b0-b345-f021749bbc85 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for port (f4e97dde-52c0-47b9-92ae-aa6103d55d25), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:59.696695 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-454cc3c6-04fd-40b0-b345-f021749bbc85 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (f4e97dde-52c0-47b9-92ae-aa6103d55d25), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:59.751182 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:59.760922 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89570c7f-aa48-4b00-8f01-4db37fae4d62', 'tag': '68d3c446-3f13-44e3-a64e-32cfa07544ad'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:19:59.764354 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3d7e8a-b54e-4867-876e-d33c9fcb4a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "89570c7f-aa48-4b00-8f01-4db37fae4d62", "tag": "68d3c446-3f13-44e3-a64e-32cfa07544ad"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:19:59.797845 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454cc3c6-04fd-40b0-b345-f021749bbc85 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:19:59.823340 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-454cc3c6-04fd-40b0-b345-f021749bbc85 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:19:59.827730 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454cc3c6-04fd-40b0-b345-f021749bbc85 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:19:59.840876 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06db3c1f-1540-44af-af7f-bc5ceb2f7ef6 x-openstack-request-id: req-06db3c1f-1540-44af-af7f-bc5ceb2f7ef6 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:19:59.841219 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89570c7f-aa48-4b00-8f01-4db37fae4d62", "tag": "68d3c446-3f13-44e3-a64e-32cfa07544ad", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:19:59.841468 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06db3c1f-1540-44af-af7f-bc5ceb2f7ef6 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:19:59.841922 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06db3c1f-1540-44af-af7f-bc5ceb2f7ef6'] response: {'name': 'network-changed', 'server_uuid': '89570c7f-aa48-4b00-8f01-4db37fae4d62', 'tag': '68d3c446-3f13-44e3-a64e-32cfa07544ad', 'status': 'completed', 'code': 200} Jun 24 10:19:59.876304 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cc3c6-04fd-40b0-b345-f021749bbc85 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Pushing event updated for resources: {'Port': ['ID=f4e97dde-52c0-47b9-92ae-aa6103d55d25,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:19:59.943279 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:59.951918 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d7e8a-b54e-4867-876e-d33c9fcb4a7c req-21aa46cf-db4b-44da-908a-385ac19a55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:59.954127 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6e3d7e8a-b54e-4867-876e-d33c9fcb4a7c req-21aa46cf-db4b-44da-908a-385ac19a55a7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=172381cd65a94b1fa2939d6af673f6ba&device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 1129 time: 0.0797315 Jun 24 10:20:00.172271 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:00.210151 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d7e8a-b54e-4867-876e-d33c9fcb4a7c req-0f3896b7-00cc-412c-b37c-6acba5bca560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:00.211723 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6e3d7e8a-b54e-4867-876e-d33c9fcb4a7c req-0f3896b7-00cc-412c-b37c-6acba5bca560 service neutron] 10.222.0.27 "GET /v2.0/networks?id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 HTTP/1.1" status: 200 len: 920 time: 0.2352386 Jun 24 10:20:00.285119 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:00.324626 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6e3d7e8a-b54e-4867-876e-d33c9fcb4a7c req-1fc0f574-d0b3-425f-bde2-6142bd109dc8 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d3c446-3f13-44e3-a64e-32cfa07544ad HTTP/1.1" status: 200 len: 1000 time: 0.0824230 Jun 24 10:20:00.817588 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d7e8a-b54e-4867-876e-d33c9fcb4a7c req-64a0f610-038b-47af-83c2-5da28a6002e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:00.820054 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6e3d7e8a-b54e-4867-876e-d33c9fcb4a7c req-64a0f610-038b-47af-83c2-5da28a6002e6 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=76a12e71-d45b-4321-aabc-7b9f132bf04a HTTP/1.1" status: 200 len: 858 time: 0.4882801 Jun 24 10:20:00.909038 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d7e8a-b54e-4867-876e-d33c9fcb4a7c req-212edb05-1a18-4a46-a000-d4ab94bd23c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:00.910717 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6e3d7e8a-b54e-4867-876e-d33c9fcb4a7c req-212edb05-1a18-4a46-a000-d4ab94bd23c9 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800226 Jun 24 10:20:00.915138 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-454cc3c6-04fd-40b0-b345-f021749bbc85 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for floatingip (f1b6fb71-2293-4566-a5b6-f180e4edc7f0), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:01.053367 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-454cc3c6-04fd-40b0-b345-f021749bbc85 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (f4e97dde-52c0-47b9-92ae-aa6103d55d25), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:01.090931 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6e3d7e8a-b54e-4867-876e-d33c9fcb4a7c req-0e721d13-abba-4457-9a07-715a26a6e48d service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547928 Jun 24 10:20:01.275487 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6e3d7e8a-b54e-4867-876e-d33c9fcb4a7c req-f2a057b0-0870-4e56-8427-9d331bd7dbbb service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708016 Jun 24 10:20:01.301412 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-454cc3c6-04fd-40b0-b345-f021749bbc85 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for port (f4e97dde-52c0-47b9-92ae-aa6103d55d25), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:01.306997 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-454cc3c6-04fd-40b0-b345-f021749bbc85 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (f4e97dde-52c0-47b9-92ae-aa6103d55d25), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:01.385150 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cc3c6-04fd-40b0-b345-f021749bbc85 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Pushing event updated for resources: {'Port': ['ID=f4e97dde-52c0-47b9-92ae-aa6103d55d25,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:01.396399 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:01.402352 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-454cc3c6-04fd-40b0-b345-f021749bbc85 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (f1b6fb71-2293-4566-a5b6-f180e4edc7f0), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:01.506746 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [None req-454cc3c6-04fd-40b0-b345-f021749bbc85 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Floating IP f1b6fb71-2293-4566-a5b6-f180e4edc7f0 associated. External IP: 172.27.0.244, port: 0124f28a-1a85-487c-9819-2fad18e6391a. Jun 24 10:20:01.551944 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:01.741129 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454cc3c6-04fd-40b0-b345-f021749bbc85 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Router 7746c74e-e8d4-4b9c-a729-4c92d7801484 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:20:01.861236 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454cc3c6-04fd-40b0-b345-f021749bbc85 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:20:01.877743 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95046e4-e3ca-4ffc-9863-bd708cfe7f71 None None] Sync routers for ids ['7746c74e-e8d4-4b9c-a729-4c92d7801484'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:20:01.885329 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-454cc3c6-04fd-40b0-b345-f021749bbc85 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:01.894406 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95046e4-e3ca-4ffc-9863-bd708cfe7f71 None None] Routers {'7746c74e-e8d4-4b9c-a729-4c92d7801484'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:20:01.895470 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-e95046e4-e3ca-4ffc-9863-bd708cfe7f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:19:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['7746c74e-e8d4-4b9c-a729-4c92d7801484'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:01.924350 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-454cc3c6-04fd-40b0-b345-f021749bbc85 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6420898 Jun 24 10:20:01.925047 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d', 'tag': '0124f28a-1a85-487c-9819-2fad18e6391a'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:20:01.927496 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af3d0cb-ed64-4157-98dc-fd0a5f3e4eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d", "tag": "0124f28a-1a85-487c-9819-2fad18e6391a"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:20:01.976396 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cc905c-14c6-46ea-9204-b7ab3a8fd4ce x-openstack-request-id: req-78cc905c-14c6-46ea-9204-b7ab3a8fd4ce {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:20:01.976676 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d", "tag": "0124f28a-1a85-487c-9819-2fad18e6391a", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:20:01.977112 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78cc905c-14c6-46ea-9204-b7ab3a8fd4ce {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:20:01.977578 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78cc905c-14c6-46ea-9204-b7ab3a8fd4ce'] response: {'name': 'network-changed', 'server_uuid': '0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d', 'tag': '0124f28a-1a85-487c-9819-2fad18e6391a', 'status': 'completed', 'code': 200} Jun 24 10:20:02.008880 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:02.009844 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:02.031556 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-e95046e4-e3ca-4ffc-9863-bd708cfe7f71 None None] Set router 7746c74e-e8d4-4b9c-a729-4c92d7801484 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:20:02.062246 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3d0cb-ed64-4157-98dc-fd0a5f3e4eb0 req-4a4665ac-715c-44b1-8821-e2dc702c0e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:02.064268 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5af3d0cb-ed64-4157-98dc-fd0a5f3e4eb0 req-4a4665ac-715c-44b1-8821-e2dc702c0e42 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=90f6878fdaaf43b58b92bea357331d2e&device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 1129 time: 0.0567067 Jun 24 10:20:02.202660 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3d0cb-ed64-4157-98dc-fd0a5f3e4eb0 req-a52e6d31-cad7-4f0a-90c3-eb9fe1d38d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:02.204557 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5af3d0cb-ed64-4157-98dc-fd0a5f3e4eb0 req-a52e6d31-cad7-4f0a-90c3-eb9fe1d38d12 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fcb34be5-02e9-434d-ab19-3848e7eb46d8 HTTP/1.1" status: 200 len: 910 time: 0.1189139 Jun 24 10:20:02.268812 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-e95046e4-e3ca-4ffc-9863-bd708cfe7f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'name': 'tempest-TestShelveInstance-1611658390-router', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:18:48Z', 'updated_at': '2022-06-24T10:18:54Z', 'revision_number': 4, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'gw_port': {'id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:18:49Z', 'updated_at': '2022-06-24T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': 'f1b6fb71-2293-4566-a5b6-f180e4edc7f0', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'port_id': '0124f28a-1a85-487c-9819-2fad18e6391a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8', 'mac_address': 'fa:16:3e:19:38:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:20:00Z', 'updated_at': '2022-06-24T10:20:00Z', 'revision_number': 0, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f46e692-b875-4f55-8ab2-ab4a03291d61', 'name': '', 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'mac_address': 'fa:16:3e:94:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5c1d464b-ef78-4c93-8a97-8aea5630552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:18:52Z', 'updated_at': '2022-06-24T10:19:00Z', 'revision_number': 5, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'subnets': [{'id': '5c1d464b-ef78-4c93-8a97-8aea5630552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:02.286874 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5af3d0cb-ed64-4157-98dc-fd0a5f3e4eb0 req-6130dab8-94df-4013-929c-69908de6e183 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0124f28a-1a85-487c-9819-2fad18e6391a HTTP/1.1" status: 200 len: 999 time: 0.0687280 Jun 24 10:20:02.302177 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95046e4-e3ca-4ffc-9863-bd708cfe7f71 None None] Checking router: 7746c74e-e8d4-4b9c-a729-4c92d7801484 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:20:02.312476 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95046e4-e3ca-4ffc-9863-bd708cfe7f71 None None] Routers {'7746c74e-e8d4-4b9c-a729-4c92d7801484'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:20:02.313802 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-e95046e4-e3ca-4ffc-9863-bd708cfe7f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:19:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['7746c74e-e8d4-4b9c-a729-4c92d7801484'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:02.351803 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3d0cb-ed64-4157-98dc-fd0a5f3e4eb0 req-3e55ad88-db8c-4ac7-974c-d11c7453335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:02.353349 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5af3d0cb-ed64-4157-98dc-fd0a5f3e4eb0 req-3e55ad88-db8c-4ac7-974c-d11c7453335d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5c1d464b-ef78-4c93-8a97-8aea5630552f HTTP/1.1" status: 200 len: 848 time: 0.0577848 Jun 24 10:20:02.407572 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3d0cb-ed64-4157-98dc-fd0a5f3e4eb0 req-ce4836e8-1ff8-472c-9957-2adafbb8531c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:02.409821 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5af3d0cb-ed64-4157-98dc-fd0a5f3e4eb0 req-ce4836e8-1ff8-472c-9957-2adafbb8531c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fcb34be5-02e9-434d-ab19-3848e7eb46d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474195 Jun 24 10:20:02.472520 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-e95046e4-e3ca-4ffc-9863-bd708cfe7f71 None None] Set router 7746c74e-e8d4-4b9c-a729-4c92d7801484 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:20:02.561965 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5af3d0cb-ed64-4157-98dc-fd0a5f3e4eb0 req-1f9f40ee-ce57-4468-8140-bc7dbfb80003 service neutron] 10.222.0.27 "GET /v2.0/networks/fcb34be5-02e9-434d-ab19-3848e7eb46d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333580 Jun 24 10:20:02.589873 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:02.679917 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5af3d0cb-ed64-4157-98dc-fd0a5f3e4eb0 req-8626d4d9-c370-4161-9b45-b9fc478cfe1f service neutron] 10.222.0.27 "GET /v2.0/networks/fcb34be5-02e9-434d-ab19-3848e7eb46d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097496 Jun 24 10:20:02.764514 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-e95046e4-e3ca-4ffc-9863-bd708cfe7f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'name': 'tempest-TestShelveInstance-1611658390-router', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:18:48Z', 'updated_at': '2022-06-24T10:18:54Z', 'revision_number': 4, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'gw_port': {'id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:18:49Z', 'updated_at': '2022-06-24T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': 'f1b6fb71-2293-4566-a5b6-f180e4edc7f0', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'port_id': '0124f28a-1a85-487c-9819-2fad18e6391a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8', 'mac_address': 'fa:16:3e:19:38:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:20:00Z', 'updated_at': '2022-06-24T10:20:00Z', 'revision_number': 0, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f46e692-b875-4f55-8ab2-ab4a03291d61', 'name': '', 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'mac_address': 'fa:16:3e:94:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5c1d464b-ef78-4c93-8a97-8aea5630552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:18:52Z', 'updated_at': '2022-06-24T10:19:00Z', 'revision_number': 5, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'subnets': [{'id': '5c1d464b-ef78-4c93-8a97-8aea5630552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:02.797545 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95046e4-e3ca-4ffc-9863-bd708cfe7f71 None None] The sync data for ids ['7746c74e-e8d4-4b9c-a729-4c92d7801484'] in dv-cinder-847132-2-iscsi is: [{'id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'name': 'tempest-TestShelveInstance-1611658390-router', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:18:48Z', 'updated_at': '2022-06-24T10:18:54Z', 'revision_number': 4, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'gw_port': {'id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:18:49Z', 'updated_at': '2022-06-24T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': 'f1b6fb71-2293-4566-a5b6-f180e4edc7f0', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'port_id': '0124f28a-1a85-487c-9819-2fad18e6391a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8', 'mac_address': 'fa:16:3e:19:38:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:20:00Z', 'updated_at': '2022-06-24T10:20:00Z', 'revision_number': 0, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f46e692-b875-4f55-8ab2-ab4a03291d61', 'name': '', 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'mac_address': 'fa:16:3e:94:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5c1d464b-ef78-4c93-8a97-8aea5630552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:18:52Z', 'updated_at': '2022-06-24T10:19:00Z', 'revision_number': 5, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'subnets': [{'id': '5c1d464b-ef78-4c93-8a97-8aea5630552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:20:03.062926 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88103d4e-fb9b-4b04-9bea-86ed7bbbe006 None None] New status for floating IP f1b6fb71-2293-4566-a5b6-f180e4edc7f0: ACTIVE {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:20:03.175372 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:09.013456 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=20 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:09.016520 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=88 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:10.104496 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:10.718563 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 37332) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:10.728954 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-492c2dc4-6fa5-4e27-ac34-a9e3eef6c66d req-db97e9e5-7ffe-493f-b751-ae3bda50f79e service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433815 Jun 24 10:20:10.764774 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ff8393-9ce6-4b0f-9563-2867fd64cfaa admin admin] Deleting subnet 3d37c2ad-68ab-44c1-8bb6-bac03684746c {{(pid=104051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:20:10.768089 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-14ff8393-9ce6-4b0f-9563-2867fd64cfaa admin admin] Publish callbacks [] for subnet (3d37c2ad-68ab-44c1-8bb6-bac03684746c), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:10.795459 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c2dc4-6fa5-4e27-ac34-a9e3eef6c66d req-950d7410-53f5-46d4-9c5b-2c10c31c6ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:10.797132 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-492c2dc4-6fa5-4e27-ac34-a9e3eef6c66d req-950d7410-53f5-46d4-9c5b-2c10c31c6ea3 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=172381cd65a94b1fa2939d6af673f6ba&device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 1130 time: 0.0443192 Jun 24 10:20:10.806820 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-14ff8393-9ce6-4b0f-9563-2867fd64cfaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15358798'] for subnet (3d37c2ad-68ab-44c1-8bb6-bac03684746c), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:10.848092 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-14ff8393-9ce6-4b0f-9563-2867fd64cfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3788616'] for subnet (3d37c2ad-68ab-44c1-8bb6-bac03684746c), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:10.902611 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-14ff8393-9ce6-4b0f-9563-2867fd64cfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3788646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15869180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16557641'] for subnet (3d37c2ad-68ab-44c1-8bb6-bac03684746c), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:10.903454 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c2dc4-6fa5-4e27-ac34-a9e3eef6c66d req-d7e3aa8c-ec70-4273-a199-809486fbc5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:10.905009 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-492c2dc4-6fa5-4e27-ac34-a9e3eef6c66d req-d7e3aa8c-ec70-4273-a199-809486fbc5de service neutron] 10.222.0.27 "GET /v2.0/networks?id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 HTTP/1.1" status: 200 len: 920 time: 0.0869815 Jun 24 10:20:10.941971 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff8393-9ce6-4b0f-9563-2867fd64cfaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d37c2ad-68ab-44c1-8bb6-bac03684746c,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:10.944925 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-14ff8393-9ce6-4b0f-9563-2867fd64cfaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:10.948982 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-14ff8393-9ce6-4b0f-9563-2867fd64cfaa admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3d37c2ad-68ab-44c1-8bb6-bac03684746c HTTP/1.1" status: 204 len: 168 time: 0.2293046 Jun 24 10:20:10.951013 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 37334) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:10.962684 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8393-9ce6-4b0f-9563-2867fd64cfaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:10.962891 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-492c2dc4-6fa5-4e27-ac34-a9e3eef6c66d req-b93f3155-9318-464f-b980-20b0cd57666c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b17bbb-f70d-4036-a17a-05e70d05ead8 HTTP/1.1" status: 200 len: 217 time: 0.0494919 Jun 24 10:20:10.963054 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8393-9ce6-4b0f-9563-2867fd64cfaa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:10.963397 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8393-9ce6-4b0f-9563-2867fd64cfaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:10.963729 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8393-9ce6-4b0f-9563-2867fd64cfaa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:10.964424 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8393-9ce6-4b0f-9563-2867fd64cfaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:10.964749 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8393-9ce6-4b0f-9563-2867fd64cfaa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:10.965071 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8393-9ce6-4b0f-9563-2867fd64cfaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:10.965394 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8393-9ce6-4b0f-9563-2867fd64cfaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:10.965717 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8393-9ce6-4b0f-9563-2867fd64cfaa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:10.966033 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8393-9ce6-4b0f-9563-2867fd64cfaa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:10.966692 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8393-9ce6-4b0f-9563-2867fd64cfaa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:10.966692 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8393-9ce6-4b0f-9563-2867fd64cfaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:10.967212 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8393-9ce6-4b0f-9563-2867fd64cfaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:10.968391 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8393-9ce6-4b0f-9563-2867fd64cfaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:10.968391 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8393-9ce6-4b0f-9563-2867fd64cfaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:11.004495 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:11.014568 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c2dc4-6fa5-4e27-ac34-a9e3eef6c66d req-85dc3c8b-c55b-49f7-8cb1-7dabf744ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:11.016124 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-492c2dc4-6fa5-4e27-ac34-a9e3eef6c66d req-85dc3c8b-c55b-49f7-8cb1-7dabf744ec67 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=76a12e71-d45b-4321-aabc-7b9f132bf04a HTTP/1.1" status: 200 len: 858 time: 0.0464852 Jun 24 10:20:11.034381 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ae475f32-3f5d-4874-969d-7a3ffa2164b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3438047'] for network (68ae0d24-43c3-4ab7-b393-8a1204423670), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:11.063471 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c2dc4-6fa5-4e27-ac34-a9e3eef6c66d req-d591515e-735b-494b-accb-cea3e51d26cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:11.064987 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-492c2dc4-6fa5-4e27-ac34-a9e3eef6c66d req-d591515e-735b-494b-accb-cea3e51d26cf service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391290 Jun 24 10:20:11.111164 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ae475f32-3f5d-4874-969d-7a3ffa2164b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622709', 'neutron.services.segments.db._delete_segments_for_network-8739177752971'] for network (68ae0d24-43c3-4ab7-b393-8a1204423670), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:11.131906 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-ae475f32-3f5d-4874-969d-7a3ffa2164b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ae0d24-43c3-4ab7-b393-8a1204423670']}} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:11.141524 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-ae475f32-3f5d-4874-969d-7a3ffa2164b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ba1382-a5f3-4502-b64d-689b13aff452') {'for_net_delete': True} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:11.141822 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-ae475f32-3f5d-4874-969d-7a3ffa2164b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ba1382-a5f3-4502-b64d-689b13aff452') {} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:11.156012 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ae475f32-3f5d-4874-969d-7a3ffa2164b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739177753748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15358805'] for segment (94ba1382-a5f3-4502-b64d-689b13aff452), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:11.167910 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-492c2dc4-6fa5-4e27-ac34-a9e3eef6c66d req-12cdb266-f035-4f06-88c2-32aa2fc18a1d service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880435 Jun 24 10:20:11.170234 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ae475f32-3f5d-4874-969d-7a3ffa2164b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (94ba1382-a5f3-4502-b64d-689b13aff452), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:11.176775 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae475f32-3f5d-4874-969d-7a3ffa2164b1 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=104051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:20:11.177158 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ae475f32-3f5d-4874-969d-7a3ffa2164b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15869078'] for segment (94ba1382-a5f3-4502-b64d-689b13aff452), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:11.202893 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.services.segments.plugin [-] Segment 94ba1382-a5f3-4502-b64d-689b13aff452 resource provider aggregate not found Jun 24 10:20:11.236383 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.services.segments.plugin [-] Segment 94ba1382-a5f3-4502-b64d-689b13aff452 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94ba1382-a5f3-4502-b64d-689b13aff452 found for delete ", "request_id": "req-5648624a-c213-4964-b87e-f74b9a38c5c8"}]} Jun 24 10:20:11.250464 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ae475f32-3f5d-4874-969d-7a3ffa2164b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407106'] for network (68ae0d24-43c3-4ab7-b393-8a1204423670), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:11.255265 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ae475f32-3f5d-4874-969d-7a3ffa2164b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:11.260818 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-ae475f32-3f5d-4874-969d-7a3ffa2164b1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/68ae0d24-43c3-4ab7-b393-8a1204423670 HTTP/1.1" status: 204 len: 168 time: 0.3066013 Jun 24 10:20:11.271643 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae475f32-3f5d-4874-969d-7a3ffa2164b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=68ae0d24-43c3-4ab7-b393-8a1204423670,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:11.272681 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-492c2dc4-6fa5-4e27-ac34-a9e3eef6c66d req-386a8653-df61-4519-aeb9-1d8143ac71ba service neutron] 10.222.0.27 "GET /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958486 Jun 24 10:20:11.438140 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 37342) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:11.481098 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c8bf82cc-88b0-4e88-8404-da1583e1f7db admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4a8a290c7de54fb892f408f3d4f1e657&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416503 Jun 24 10:20:11.483782 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 37344) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:11.541123 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d7f78c4c-0f05-4ec9-b739-f5506ff50fb4 admin admin] Publish callbacks [] for security_group (7bcf5d42-0e96-4daa-a656-3e825b82a77f), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:11.563679 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d7f78c4c-0f05-4ec9-b739-f5506ff50fb4 admin admin] Publish callbacks [] for security_group (7bcf5d42-0e96-4daa-a656-3e825b82a77f), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:11.625764 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d7f78c4c-0f05-4ec9-b739-f5506ff50fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (7bcf5d42-0e96-4daa-a656-3e825b82a77f), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:11.629582 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d7f78c4c-0f05-4ec9-b739-f5506ff50fb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:11.631263 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-d7f78c4c-0f05-4ec9-b739-f5506ff50fb4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7bcf5d42-0e96-4daa-a656-3e825b82a77f HTTP/1.1" status: 204 len: 168 time: 0.1463256 Jun 24 10:20:11.639813 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f78c4c-0f05-4ec9-b739-f5506ff50fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcf5d42-0e96-4daa-a656-3e825b82a77f,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:11.647631 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f78c4c-0f05-4ec9-b739-f5506ff50fb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:11.647963 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f78c4c-0f05-4ec9-b739-f5506ff50fb4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:11.648308 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f78c4c-0f05-4ec9-b739-f5506ff50fb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:11.648670 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f78c4c-0f05-4ec9-b739-f5506ff50fb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:11.649135 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f78c4c-0f05-4ec9-b739-f5506ff50fb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:11.649463 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f78c4c-0f05-4ec9-b739-f5506ff50fb4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:11.649788 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f78c4c-0f05-4ec9-b739-f5506ff50fb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:11.650139 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f78c4c-0f05-4ec9-b739-f5506ff50fb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:11.650496 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f78c4c-0f05-4ec9-b739-f5506ff50fb4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:11.650856 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f78c4c-0f05-4ec9-b739-f5506ff50fb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:11.651182 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f78c4c-0f05-4ec9-b739-f5506ff50fb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:11.651505 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f78c4c-0f05-4ec9-b739-f5506ff50fb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:11.652092 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f78c4c-0f05-4ec9-b739-f5506ff50fb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:11.652416 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f78c4c-0f05-4ec9-b739-f5506ff50fb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:11.652735 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f78c4c-0f05-4ec9-b739-f5506ff50fb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:13.190557 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:13.194064 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:13.333773 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffba29-b111-4357-b973-dc6e2e07ea9b req-87cb9826-0dda-4f26-8248-ef83b19e3912 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:13.335386 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-05ffba29-b111-4357-b973-dc6e2e07ea9b req-87cb9826-0dda-4f26-8248-ef83b19e3912 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0474946 Jun 24 10:20:13.394481 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-05ffba29-b111-4357-b973-dc6e2e07ea9b req-345a68dc-d6e4-4b81-828d-16d4151c50be tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521071 Jun 24 10:20:14.519400 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ea820-2bf7-4be1-9d64-8d6ee9d232db req-61367c63-55b5-4ef3-adf6-df0465368dc7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:14.520794 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e22ea820-2bf7-4be1-9d64-8d6ee9d232db req-61367c63-55b5-4ef3-adf6-df0465368dc7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0484517 Jun 24 10:20:14.568347 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e22ea820-2bf7-4be1-9d64-8d6ee9d232db req-556f016c-67cc-4863-b4c1-b924797cdfe3 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419064 Jun 24 10:20:15.684332 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c2b18-c2d3-410e-94d6-8f123231747d req-a1d391bc-9249-4567-8e1c-40420684042c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:15.685869 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-890c2b18-c2d3-410e-94d6-8f123231747d req-a1d391bc-9249-4567-8e1c-40420684042c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0471978 Jun 24 10:20:15.738123 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-890c2b18-c2d3-410e-94d6-8f123231747d req-62eee991-cda0-4951-8410-6b1415e98b3e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451856 Jun 24 10:20:16.859161 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348339e8-c46e-4f91-9b2b-4fe3f430c250 req-204d923d-5ee7-456a-9fe4-94fe2c4e7d07 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:16.860636 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-348339e8-c46e-4f91-9b2b-4fe3f430c250 req-204d923d-5ee7-456a-9fe4-94fe2c4e7d07 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0536544 Jun 24 10:20:16.917456 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-348339e8-c46e-4f91-9b2b-4fe3f430c250 req-0429fc74-f961-43b1-b991-2c34babced05 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489674 Jun 24 10:20:18.007744 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:18.055720 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f2aad-f25a-44f3-986d-9739ff8c25c5 req-817e41f6-e400-4ea1-b3af-82dc5378d2a2 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:18.057407 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-678f2aad-f25a-44f3-986d-9739ff8c25c5 req-817e41f6-e400-4ea1-b3af-82dc5378d2a2 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0598052 Jun 24 10:20:18.097847 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:18.111698 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-678f2aad-f25a-44f3-986d-9739ff8c25c5 req-91017753-89de-4060-adb6-00503ac3dd6e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468400 Jun 24 10:20:19.229040 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc743a3-63aa-4adb-acc0-057aac04f559 req-a49bfd98-bc91-43cf-8959-73b861f75c18 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:19.230589 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9cc743a3-63aa-4adb-acc0-057aac04f559 req-a49bfd98-bc91-43cf-8959-73b861f75c18 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0491774 Jun 24 10:20:19.284306 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9cc743a3-63aa-4adb-acc0-057aac04f559 req-bd46ab63-5d22-4f2b-bca9-aea71a81bbe5 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481908 Jun 24 10:20:20.098293 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:20.408837 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ab0d6-8c22-4527-bf72-eae0d556676e req-cbdb415a-2cf9-4f61-b9ec-4a0f5d82227c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:20.410359 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f74ab0d6-8c22-4527-bf72-eae0d556676e req-cbdb415a-2cf9-4f61-b9ec-4a0f5d82227c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0486922 Jun 24 10:20:20.458622 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f74ab0d6-8c22-4527-bf72-eae0d556676e req-ea85bad2-ed85-4bcd-8975-211c8d0f3598 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424724 Jun 24 10:20:21.587910 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a27cf6-12b2-4dd9-8ab7-ec68292b6471 req-9edde0d2-55e6-4b9e-8f87-d538fc26cd9f tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:21.589762 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d9a27cf6-12b2-4dd9-8ab7-ec68292b6471 req-9edde0d2-55e6-4b9e-8f87-d538fc26cd9f tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0465977 Jun 24 10:20:21.635994 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=41,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:21.643091 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=81,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:21.644777 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d9a27cf6-12b2-4dd9-8ab7-ec68292b6471 req-3c0acfa8-7e44-4a36-9af7-041c987f5556 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486331 Jun 24 10:20:21.666156 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=65 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:22.796003 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dea62-29db-4c03-9ff0-b1bdff4a55b1 req-e288f7e4-c61c-45f9-8b0c-c3bb84efc0c0 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:22.797514 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c63dea62-29db-4c03-9ff0-b1bdff4a55b1 req-e288f7e4-c61c-45f9-8b0c-c3bb84efc0c0 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0580816 Jun 24 10:20:22.847804 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c63dea62-29db-4c03-9ff0-b1bdff4a55b1 req-c2b2cff2-4289-4b04-871f-487a8f75644f tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419807 Jun 24 10:20:23.979652 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71d1a4-2790-4859-83cd-f3f08ebf43a6 req-4ce806ed-15ff-4040-91f3-eff14e951381 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:23.981275 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5f71d1a4-2790-4859-83cd-f3f08ebf43a6 req-4ce806ed-15ff-4040-91f3-eff14e951381 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0528495 Jun 24 10:20:24.029294 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5f71d1a4-2790-4859-83cd-f3f08ebf43a6 req-89929e45-4b1a-491a-9851-864ff3abcd9c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422804 Jun 24 10:20:24.266154 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a76b04-aa0e-480f-b77c-4942966a3b72 req-dc9b16f6-db63-4df0-a0c0-e6eb99e46705 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:24.267830 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f7a76b04-aa0e-480f-b77c-4942966a3b72 req-dc9b16f6-db63-4df0-a0c0-e6eb99e46705 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0606210 Jun 24 10:20:24.317556 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e88ce5-027c-4adf-a6a4-1105198d3bd7 req-49227d5f-e8b6-41cf-8180-53f1ee2fcdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:24.319101 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-27e88ce5-027c-4adf-a6a4-1105198d3bd7 req-49227d5f-e8b6-41cf-8180-53f1ee2fcdcf service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a33a4f77f0ae4dc09d4f8c29babf3b03&device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 1129 time: 0.0407703 Jun 24 10:20:24.322695 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f7a76b04-aa0e-480f-b77c-4942966a3b72 req-04e7301d-c857-43dc-80d2-91260eeb6fa7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490324 Jun 24 10:20:24.416411 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e88ce5-027c-4adf-a6a4-1105198d3bd7 req-8dd1109d-d003-459c-b8e3-67d06cce0439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:24.417914 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-27e88ce5-027c-4adf-a6a4-1105198d3bd7 req-8dd1109d-d003-459c-b8e3-67d06cce0439 service neutron] 10.222.0.27 "GET /v2.0/networks?id=d5489725-cb1e-4af4-bc56-f04397965dc8 HTTP/1.1" status: 200 len: 912 time: 0.0916274 Jun 24 10:20:24.483086 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-27e88ce5-027c-4adf-a6a4-1105198d3bd7 req-d77c46a7-a2bf-4688-851f-91605539738d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c453626e-6db1-429e-a1a1-df11a4d87ee5 HTTP/1.1" status: 200 len: 1000 time: 0.0567195 Jun 24 10:20:24.533367 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e88ce5-027c-4adf-a6a4-1105198d3bd7 req-4acc0e41-1dd0-456a-80e1-491800dc6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:24.534910 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-27e88ce5-027c-4adf-a6a4-1105198d3bd7 req-4acc0e41-1dd0-456a-80e1-491800dc6338 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d457dd30-6a21-4bba-a15c-7b5069d5a773 HTTP/1.1" status: 200 len: 850 time: 0.0450652 Jun 24 10:20:24.582078 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e88ce5-027c-4adf-a6a4-1105198d3bd7 req-7fe8b045-e745-456a-80bb-0169abff91aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:24.583594 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-27e88ce5-027c-4adf-a6a4-1105198d3bd7 req-7fe8b045-e745-456a-80bb-0169abff91aa service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d5489725-cb1e-4af4-bc56-f04397965dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417366 Jun 24 10:20:24.672430 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-27e88ce5-027c-4adf-a6a4-1105198d3bd7 req-8709fbd5-050d-4a78-8c85-18d42c50ee00 service neutron] 10.222.0.27 "GET /v2.0/networks/d5489725-cb1e-4af4-bc56-f04397965dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812013 Jun 24 10:20:24.769684 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-27e88ce5-027c-4adf-a6a4-1105198d3bd7 req-433968b7-ec75-48c9-a988-741201a5be2a service neutron] 10.222.0.27 "GET /v2.0/networks/d5489725-cb1e-4af4-bc56-f04397965dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896201 Jun 24 10:20:24.836857 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-eca7a3ae-eee9-464f-a17e-cbc189b6b670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:25.441472 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f446d-fc0f-4ddf-ba36-18b0b734cf92 req-05710c43-7b96-4a20-9530-d8725d1f8e41 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:25.443157 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a03f446d-fc0f-4ddf-ba36-18b0b734cf92 req-05710c43-7b96-4a20-9530-d8725d1f8e41 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0527148 Jun 24 10:20:25.497946 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a03f446d-fc0f-4ddf-ba36-18b0b734cf92 req-9a479080-9009-4705-a79d-baf23c6ec8d3 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490530 Jun 24 10:20:26.620000 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12bc74-317c-48df-b070-f34d84e1520a req-34f7beb8-6e04-4df0-acec-a489899b5715 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:26.621456 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0b12bc74-317c-48df-b070-f34d84e1520a req-34f7beb8-6e04-4df0-acec-a489899b5715 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0484612 Jun 24 10:20:26.674446 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0b12bc74-317c-48df-b070-f34d84e1520a req-561b1840-66b8-4d24-8353-0c111396a8d8 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472288 Jun 24 10:20:27.128698 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4399f0e2-7844-4310-9866-2ae5bff69a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:28.328340 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:29.741208 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:29.940981 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:34.764391 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=47 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:34.766433 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=47 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:35.600437 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:20:36.668574 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=70 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:36.671001 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=80 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:39.932959 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:39.935082 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:40.105068 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:40.239145 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99871094-2939-4c01-ae14-e7709900455f req-232fad67-c830-405f-a007-deb702a83808 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:40.240572 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-99871094-2939-4c01-ae14-e7709900455f req-232fad67-c830-405f-a007-deb702a83808 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 946 time: 0.0494487 Jun 24 10:20:40.288448 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-99871094-2939-4c01-ae14-e7709900455f req-9dc2c583-93c4-4250-9f81-ae868777f9d8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422206 Jun 24 10:20:41.428652 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd9b69-e36a-4aee-b653-f4589e32e4a3 req-09e0e680-ba17-4204-8044-0a79c89a058a tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:41.430118 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b0dd9b69-e36a-4aee-b653-f4589e32e4a3 req-09e0e680-ba17-4204-8044-0a79c89a058a tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 946 time: 0.0544555 Jun 24 10:20:41.480687 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b0dd9b69-e36a-4aee-b653-f4589e32e4a3 req-c6f8a7c0-feae-4c20-b09f-baec2b534ac6 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420189 Jun 24 10:20:42.131231 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99057a-5d27-42ba-9057-280254896cf6 req-72b0ec39-9a6c-41eb-a823-def6e587f442 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:42.132666 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ba99057a-5d27-42ba-9057-280254896cf6 req-72b0ec39-9a6c-41eb-a823-def6e587f442 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.27 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 946 time: 0.0600598 Jun 24 10:20:42.225178 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-ba99057a-5d27-42ba-9057-280254896cf6 req-e2a1161e-8918-4f92-bdf6-995869f664b5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Deleting port 0c384c38-8450-4bcf-a60e-98848c87017b {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:20:42.225494 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-ba99057a-5d27-42ba-9057-280254896cf6 req-e2a1161e-8918-4f92-bdf6-995869f664b5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:42.314746 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-ba99057a-5d27-42ba-9057-280254896cf6 req-e2a1161e-8918-4f92-bdf6-995869f664b5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] For port 0c384c38-8450-4bcf-a60e-98848c87017b, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=0c384c38-8450-4bcf-a60e-98848c87017b,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:20:42.315122 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-ba99057a-5d27-42ba-9057-280254896cf6 req-e2a1161e-8918-4f92-bdf6-995869f664b5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:42.532628 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-ba99057a-5d27-42ba-9057-280254896cf6 req-e2a1161e-8918-4f92-bdf6-995869f664b5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:42.533054 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-ba99057a-5d27-42ba-9057-280254896cf6 req-e2a1161e-8918-4f92-bdf6-995869f664b5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (39eda2a0-af1e-4957-b867-3bc2f99b7567), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:42.533383 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-ba99057a-5d27-42ba-9057-280254896cf6 req-e2a1161e-8918-4f92-bdf6-995869f664b5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Floating IP 39eda2a0-af1e-4957-b867-3bc2f99b7567 disassociated. External IP: 172.27.0.213, port: 0c384c38-8450-4bcf-a60e-98848c87017b. Jun 24 10:20:42.533728 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-ba99057a-5d27-42ba-9057-280254896cf6 req-e2a1161e-8918-4f92-bdf6-995869f664b5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Calling delete_port for 0c384c38-8450-4bcf-a60e-98848c87017b owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:20:42.615497 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fba845-d120-4db0-8fc8-0515141c1633 req-0c0dfbb6-c1d1-4ff6-8f42-4108e156fd0a tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:42.617085 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-16fba845-d120-4db0-8fc8-0515141c1633 req-0c0dfbb6-c1d1-4ff6-8f42-4108e156fd0a tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 946 time: 0.0566266 Jun 24 10:20:42.665264 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-ba99057a-5d27-42ba-9057-280254896cf6 req-e2a1161e-8918-4f92-bdf6-995869f664b5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (0c384c38-8450-4bcf-a60e-98848c87017b), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:42.668214 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-16fba845-d120-4db0-8fc8-0515141c1633 req-31e3290f-fb88-474e-abd7-b318cd2218d2 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454097 Jun 24 10:20:42.694603 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1161e-8918-4f92-bdf6-995869f664b5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Pushing event deleted for resources: {'Port': ['ID=0c384c38-8450-4bcf-a60e-98848c87017b,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:43.073016 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba99057a-5d27-42ba-9057-280254896cf6 req-e2a1161e-8918-4f92-bdf6-995869f664b5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Router 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:20:43.176076 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba99057a-5d27-42ba-9057-280254896cf6 req-e2a1161e-8918-4f92-bdf6-995869f664b5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:20:43.189352 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f89b476-1697-492f-a853-8508246a51b3 None None] Sync routers for ids ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:20:43.200190 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f89b476-1697-492f-a853-8508246a51b3 None None] Routers {'6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:20:43.200828 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-5f89b476-1697-492f-a853-8508246a51b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:20:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:43.220797 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba99057a-5d27-42ba-9057-280254896cf6 req-e2a1161e-8918-4f92-bdf6-995869f664b5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] No DVR routers for this DVR port 0c384c38-8450-4bcf-a60e-98848c87017b on host hv-cinder-84713 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:20:43.223628 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-ba99057a-5d27-42ba-9057-280254896cf6 req-e2a1161e-8918-4f92-bdf6-995869f664b5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:43.226902 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ba99057a-5d27-42ba-9057-280254896cf6 req-e2a1161e-8918-4f92-bdf6-995869f664b5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.27 "DELETE /v2.0/ports/0c384c38-8450-4bcf-a60e-98848c87017b HTTP/1.1" status: 204 len: 173 time: 1.0837519 Jun 24 10:20:43.227354 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb96a476-856a-400c-8c57-30b98297ebee', 'name': 'network-vif-deleted', 'tag': '0c384c38-8450-4bcf-a60e-98848c87017b'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:20:43.229648 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fdb366-67ad-4e4e-ba6d-65589dafd6df" -d '{"events": [{"server_uuid": "cb96a476-856a-400c-8c57-30b98297ebee", "name": "network-vif-deleted", "tag": "0c384c38-8450-4bcf-a60e-98848c87017b"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:20:43.268346 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d41966-952e-47dd-bef1-df8d3b995847 x-openstack-request-id: req-b0d41966-952e-47dd-bef1-df8d3b995847 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:20:43.268641 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb96a476-856a-400c-8c57-30b98297ebee", "name": "network-vif-deleted", "tag": "0c384c38-8450-4bcf-a60e-98848c87017b", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:20:43.268868 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0d41966-952e-47dd-bef1-df8d3b995847 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:20:43.269350 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d41966-952e-47dd-bef1-df8d3b995847'] response: {'server_uuid': 'cb96a476-856a-400c-8c57-30b98297ebee', 'name': 'network-vif-deleted', 'tag': '0c384c38-8450-4bcf-a60e-98848c87017b', 'status': 'completed', 'code': 200} Jun 24 10:20:43.313066 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-5f89b476-1697-492f-a853-8508246a51b3 None None] Set router 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:20:43.637854 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-5f89b476-1697-492f-a853-8508246a51b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'name': 'tempest-AttachVolumeShelveTestJSON-1553345152-router', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:01Z', 'updated_at': '2022-06-24T10:16:10Z', 'revision_number': 4, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'gw_port': {'id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:02Z', 'updated_at': '2022-06-24T10:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '469af8e5-b73b-402e-a8d2-652dca1296ab', 'name': '', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'mac_address': 'fa:16:3e:8d:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:08Z', 'updated_at': '2022-06-24T10:16:26Z', 'revision_number': 5, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'subnets': [{'id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:43.664854 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f89b476-1697-492f-a853-8508246a51b3 None None] Checking router: 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:20:43.674639 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f89b476-1697-492f-a853-8508246a51b3 None None] Routers {'6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:20:43.675346 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-5f89b476-1697-492f-a853-8508246a51b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:20:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:43.796407 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-5f89b476-1697-492f-a853-8508246a51b3 None None] Set router 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:20:43.821982 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f0162af3-3351-4a07-8369-94d1d92e4048 req-2e13d9da-3b37-4a36-8453-bfeaa3443e0c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb96a476-856a-400c-8c57-30b98297ebee HTTP/1.1" status: 200 len: 210 time: 0.0450921 Jun 24 10:20:44.025958 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-5f89b476-1697-492f-a853-8508246a51b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'name': 'tempest-AttachVolumeShelveTestJSON-1553345152-router', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:01Z', 'updated_at': '2022-06-24T10:16:10Z', 'revision_number': 4, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'gw_port': {'id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:02Z', 'updated_at': '2022-06-24T10:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '469af8e5-b73b-402e-a8d2-652dca1296ab', 'name': '', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'mac_address': 'fa:16:3e:8d:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:08Z', 'updated_at': '2022-06-24T10:16:26Z', 'revision_number': 5, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'subnets': [{'id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:44.050152 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f89b476-1697-492f-a853-8508246a51b3 None None] The sync data for ids ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'] in dv-cinder-847132-2-iscsi is: [{'id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'name': 'tempest-AttachVolumeShelveTestJSON-1553345152-router', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:01Z', 'updated_at': '2022-06-24T10:16:10Z', 'revision_number': 4, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'gw_port': {'id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:02Z', 'updated_at': '2022-06-24T10:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '469af8e5-b73b-402e-a8d2-652dca1296ab', 'name': '', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'mac_address': 'fa:16:3e:8d:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:08Z', 'updated_at': '2022-06-24T10:16:26Z', 'revision_number': 5, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'subnets': [{'id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:20:44.264897 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6171ea5-8f47-485c-bec3-4f8ac792e9fc None None] New status for floating IP 39eda2a0-af1e-4957-b867-3bc2f99b7567: DOWN {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:20:44.931224 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 37656) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:44.992802 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d3cbd97-f9d3-4221-a635-e39c9ab2d116 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for security_group (e12f9b51-fc8f-4a3a-809f-4db4a0d885c3), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:45.002893 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:45.017942 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d3cbd97-f9d3-4221-a635-e39c9ab2d116 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for security_group (e12f9b51-fc8f-4a3a-809f-4db4a0d885c3), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:45.026491 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:45.072459 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d3cbd97-f9d3-4221-a635-e39c9ab2d116 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (e12f9b51-fc8f-4a3a-809f-4db4a0d885c3), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:45.075075 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d3cbd97-f9d3-4221-a635-e39c9ab2d116 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:45.079204 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0d3cbd97-f9d3-4221-a635-e39c9ab2d116 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "DELETE /v2.0/security-groups/e12f9b51-fc8f-4a3a-809f-4db4a0d885c3 HTTP/1.1" status: 204 len: 168 time: 0.1467156 Jun 24 10:20:45.079530 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 37664) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:45.090643 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cbd97-f9d3-4221-a635-e39c9ab2d116 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12f9b51-fc8f-4a3a-809f-4db4a0d885c3,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:45.102550 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.api.v2.resource [None req-f5932967-705c-4391-8269-b04f3ea85303 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] show failed (client error): The resource could not be found. Jun 24 10:20:45.107649 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-f5932967-705c-4391-8269-b04f3ea85303 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups/e12f9b51-fc8f-4a3a-809f-4db4a0d885c3 HTTP/1.1" status: 404 len: 347 time: 0.0243406 Jun 24 10:20:45.108320 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 37666) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:45.111419 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 0c384c38-8450-4bcf-a60e-98848c87017b no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:20:45.132470 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] No Port match for: 0c384c38-8450-4bcf-a60e-98848c87017b {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:20:45.132800 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 0c384c38-8450-4bcf-a60e-98848c87017b not bound to the agent host hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:20:45.245831 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc7c0f-3f90-4bb4-a1db-5ae6610eef71 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Deleting port 39d8b1aa-739e-4805-be57-5affb9dc799d {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:20:45.246174 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c1cc7c0f-3f90-4bb4-a1db-5ae6610eef71 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (39d8b1aa-739e-4805-be57-5affb9dc799d), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:45.326563 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c1cc7c0f-3f90-4bb4-a1db-5ae6610eef71 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (39d8b1aa-739e-4805-be57-5affb9dc799d), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:45.327085 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c1cc7c0f-3f90-4bb4-a1db-5ae6610eef71 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for floatingip (39d8b1aa-739e-4805-be57-5affb9dc799d), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:45.342876 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc7c0f-3f90-4bb4-a1db-5ae6610eef71 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Calling delete_port for 39d8b1aa-739e-4805-be57-5affb9dc799d owned by network:floatingip {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:20:45.518848 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c1cc7c0f-3f90-4bb4-a1db-5ae6610eef71 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (39d8b1aa-739e-4805-be57-5affb9dc799d), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:45.543974 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc7c0f-3f90-4bb4-a1db-5ae6610eef71 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Pushing event deleted for resources: {'Port': ['ID=39d8b1aa-739e-4805-be57-5affb9dc799d,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:45.610330 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c1cc7c0f-3f90-4bb4-a1db-5ae6610eef71 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for floatingip (39eda2a0-af1e-4957-b867-3bc2f99b7567), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:45.613109 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c1cc7c0f-3f90-4bb4-a1db-5ae6610eef71 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:45.614262 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-c1cc7c0f-3f90-4bb4-a1db-5ae6610eef71 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "DELETE /v2.0/floatingips/39eda2a0-af1e-4957-b867-3bc2f99b7567 HTTP/1.1" status: 204 len: 168 time: 0.5013335 Jun 24 10:20:45.702610 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 37692) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:45.710112 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-3d284b70-63b8-4330-91ef-7f2cd180b65c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1314037445', 'description': 'tempest-description--1695610709'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:20:45.735473 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3d284b70-63b8-4330-91ef-7f2cd180b65c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:45.811885 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3d284b70-63b8-4330-91ef-7f2cd180b65c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for security_group (afd3d381-e2a4-49b7-8665-10967ad2f9be), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:45.816951 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3d284b70-63b8-4330-91ef-7f2cd180b65c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (afd3d381-e2a4-49b7-8665-10967ad2f9be), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:45.847399 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3d284b70-63b8-4330-91ef-7f2cd180b65c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:45.848614 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-3d284b70-63b8-4330-91ef-7f2cd180b65c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1448889 Jun 24 10:20:45.850667 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d284b70-63b8-4330-91ef-7f2cd180b65c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd3d381-e2a4-49b7-8665-10967ad2f9be,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:45.851623 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 37696) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:45.856323 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-d59462ca-2d1b-4cdb-8bc4-da522fb55623 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Request body: {'security_group_rule': {'security_group_id': 'afd3d381-e2a4-49b7-8665-10967ad2f9be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:20:45.882405 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d59462ca-2d1b-4cdb-8bc4-da522fb55623 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for security_group_rule (86f3da88-a872-49bf-948f-5be2e9f509f6), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:45.938115 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d59462ca-2d1b-4cdb-8bc4-da522fb55623 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for security_group_rule (86f3da88-a872-49bf-948f-5be2e9f509f6), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:45.944899 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d59462ca-2d1b-4cdb-8bc4-da522fb55623 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (86f3da88-a872-49bf-948f-5be2e9f509f6), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:45.967385 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59462ca-2d1b-4cdb-8bc4-da522fb55623 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f3da88-a872-49bf-948f-5be2e9f509f6,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:45.973817 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d59462ca-2d1b-4cdb-8bc4-da522fb55623 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:45.975041 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-d59462ca-2d1b-4cdb-8bc4-da522fb55623 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223137 Jun 24 10:20:45.977749 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 37698) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:45.982158 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-e6b023e0-4540-4ee6-977d-8ab693f03f7e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Request body: {'security_group_rule': {'security_group_id': 'afd3d381-e2a4-49b7-8665-10967ad2f9be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:20:45.988421 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:45.995684 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:46.013065 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e6b023e0-4540-4ee6-977d-8ab693f03f7e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for security_group_rule (fd5803f2-e30e-48f4-8e89-e05a21cc3e27), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.068268 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e6b023e0-4540-4ee6-977d-8ab693f03f7e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for security_group_rule (fd5803f2-e30e-48f4-8e89-e05a21cc3e27), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.073707 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e6b023e0-4540-4ee6-977d-8ab693f03f7e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (fd5803f2-e30e-48f4-8e89-e05a21cc3e27), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.092976 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b023e0-4540-4ee6-977d-8ab693f03f7e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5803f2-e30e-48f4-8e89-e05a21cc3e27,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:46.099382 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e6b023e0-4540-4ee6-977d-8ab693f03f7e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.100496 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-e6b023e0-4540-4ee6-977d-8ab693f03f7e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218245 Jun 24 10:20:46.103791 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 37700) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:46.108269 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-876df06f-2d96-4a22-9313-e6e0eb559f05 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Request body: {'floatingip': {'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:20:46.131254 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-876df06f-2d96-4a22-9313-e6e0eb559f05 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.210554 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-876df06f-2d96-4a22-9313-e6e0eb559f05 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.324258 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-876df06f-2d96-4a22-9313-e6e0eb559f05 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Allocated IP 172.27.0.157 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/334c72b4-5a21-4dbe-9a41-a4e6c4d746e5) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:20:46.435193 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-876df06f-2d96-4a22-9313-e6e0eb559f05 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for port (334c72b4-5a21-4dbe-9a41-a4e6c4d746e5), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.471492 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-876df06f-2d96-4a22-9313-e6e0eb559f05 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (334c72b4-5a21-4dbe-9a41-a4e6c4d746e5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.519445 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876df06f-2d96-4a22-9313-e6e0eb559f05 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:20:46.522497 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-876df06f-2d96-4a22-9313-e6e0eb559f05 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:20:46.525210 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876df06f-2d96-4a22-9313-e6e0eb559f05 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:20:46.533155 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876df06f-2d96-4a22-9313-e6e0eb559f05 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Pushing event updated for resources: {'Port': ['ID=334c72b4-5a21-4dbe-9a41-a4e6c4d746e5,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:46.565276 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:46.623307 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-876df06f-2d96-4a22-9313-e6e0eb559f05 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for floatingip (a8213bb5-29d2-44b4-88b4-2de78501589e), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.665608 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-876df06f-2d96-4a22-9313-e6e0eb559f05 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (334c72b4-5a21-4dbe-9a41-a4e6c4d746e5), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.694262 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:46.825606 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-876df06f-2d96-4a22-9313-e6e0eb559f05 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for port (334c72b4-5a21-4dbe-9a41-a4e6c4d746e5), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.832007 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-876df06f-2d96-4a22-9313-e6e0eb559f05 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (334c72b4-5a21-4dbe-9a41-a4e6c4d746e5), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.906148 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876df06f-2d96-4a22-9313-e6e0eb559f05 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Pushing event updated for resources: {'Port': ['ID=334c72b4-5a21-4dbe-9a41-a4e6c4d746e5,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:46.925219 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-876df06f-2d96-4a22-9313-e6e0eb559f05 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (a8213bb5-29d2-44b4-88b4-2de78501589e), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.945645 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-876df06f-2d96-4a22-9313-e6e0eb559f05 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.955303 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-876df06f-2d96-4a22-9313-e6e0eb559f05 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8421066 Jun 24 10:20:47.122509 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26955af-95fb-4bda-9582-88365a21d507 req-5bf4bdcb-b9ae-4c55-b84d-32a0dbe375cd tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:47.123977 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d26955af-95fb-4bda-9582-88365a21d507 req-5bf4bdcb-b9ae-4c55-b84d-32a0dbe375cd tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0507956 Jun 24 10:20:47.198051 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-1d672d18-8290-4d59-adb5-ea077b186424 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1314037445&fields=id&tenant_id=74111042535d44c8a52a4656eb37fa23 HTTP/1.1" status: 200 len: 267 time: 0.0819216 Jun 24 10:20:47.201671 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d26955af-95fb-4bda-9582-88365a21d507 req-25009e5a-fb4d-45bd-884b-0f7a34138c94 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708649 Jun 24 10:20:47.309446 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-72542c71-9b3f-4033-8caf-c1cf91e54aae tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:47.310848 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-72542c71-9b3f-4033-8caf-c1cf91e54aae tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/networks?id=77e0b315-c6f0-401c-b090-3f73b33dd671 HTTP/1.1" status: 200 len: 817 time: 0.1048198 Jun 24 10:20:47.328973 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-5d959fa6-79a6-406a-a584-754118e2ff27 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/quotas/74111042535d44c8a52a4656eb37fa23 HTTP/1.1" status: 200 len: 375 time: 0.0094664 Jun 24 10:20:47.383137 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-3f610991-d07c-44a5-97d9-d8d089f2fe42 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=74111042535d44c8a52a4656eb37fa23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468011 Jun 24 10:20:47.479403 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-f63ad0f0-d923-4dd4-bd16-dcf3bf978d43 service neutron] 10.222.0.64 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843801 Jun 24 10:20:47.585874 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-a9199e6f-2eb5-46fb-91b2-b285b543a41a service neutron] 10.222.0.64 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976040 Jun 24 10:20:47.768076 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f8995e84-fb01-4ea8-a92c-6317f5259375 req-e106ef46-21eb-4436-b9bd-b97efe5072a6 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 210 time: 0.0310087 Jun 24 10:20:48.334116 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce424d-7724-4f90-ad0b-50c6d7fe6292 req-54a3e0be-2ae8-47e9-959c-ce5afaa9fcee tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:48.335605 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-efce424d-7724-4f90-ad0b-50c6d7fe6292 req-54a3e0be-2ae8-47e9-959c-ce5afaa9fcee tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0532165 Jun 24 10:20:48.386590 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-efce424d-7724-4f90-ad0b-50c6d7fe6292 req-604be2e2-1322-407c-a093-06e3e6e5ae28 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420346 Jun 24 10:20:48.885418 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7766c5dd-2943-4fd9-896f-b474d4e998d1 req-1897acc3-4082-4e48-9642-0c9889dd3bf4 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 210 time: 0.0326133 Jun 24 10:20:49.734543 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a221e-ac78-4bc9-8a93-4b279eab4cfb req-da850eb2-b592-47d7-900e-148658e2aed7 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:49.736601 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d91a221e-ac78-4bc9-8a93-4b279eab4cfb req-da850eb2-b592-47d7-900e-148658e2aed7 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.2682021 Jun 24 10:20:49.783638 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d91a221e-ac78-4bc9-8a93-4b279eab4cfb req-1ba46f55-8d0b-4319-a242-6ff604b200c4 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410731 Jun 24 10:20:49.982681 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a3a5ad94-dd69-451c-a012-a702cb6f9198 req-6b10eb17-7d03-4716-b084-102a5c71c9ae tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 210 time: 0.0283797 Jun 24 10:20:50.309119 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 37766) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:50.424098 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-72145958-a29b-4b13-ae31-3f84a77d764d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:50.494040 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256e7fc-a6bb-4c5c-b955-db9c7ef2fc50 req-827556c5-383a-46fe-be36-0e0c4647d2ad tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:50.495506 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3256e7fc-a6bb-4c5c-b955-db9c7ef2fc50 req-827556c5-383a-46fe-be36-0e0c4647d2ad tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.27 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0681679 Jun 24 10:20:50.553935 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-72145958-a29b-4b13-ae31-3f84a77d764d admin admin] Publish callbacks [] for security_group (57a8c9c8-e2a3-42e0-9f05-cb4dca0d92b7), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:50.558642 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-72145958-a29b-4b13-ae31-3f84a77d764d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (57a8c9c8-e2a3-42e0-9f05-cb4dca0d92b7), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:50.598550 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-72145958-a29b-4b13-ae31-3f84a77d764d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c947b446e8cc4a4fa9c4438d048b7d1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883110 Jun 24 10:20:50.599539 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72145958-a29b-4b13-ae31-3f84a77d764d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a8c9c8-e2a3-42e0-9f05-cb4dca0d92b7,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:50.601516 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 37770) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:50.662002 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2ccf7a3b-0ba2-4921-88d8-6c4cdd52ed8c admin admin] Publish callbacks [] for security_group (57a8c9c8-e2a3-42e0-9f05-cb4dca0d92b7), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:50.683568 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:50.688837 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2ccf7a3b-0ba2-4921-88d8-6c4cdd52ed8c admin admin] Publish callbacks [] for security_group (57a8c9c8-e2a3-42e0-9f05-cb4dca0d92b7), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:50.700499 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:50.751977 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2ccf7a3b-0ba2-4921-88d8-6c4cdd52ed8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (57a8c9c8-e2a3-42e0-9f05-cb4dca0d92b7), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:50.754444 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2ccf7a3b-0ba2-4921-88d8-6c4cdd52ed8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:50.756128 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-2ccf7a3b-0ba2-4921-88d8-6c4cdd52ed8c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/57a8c9c8-e2a3-42e0-9f05-cb4dca0d92b7 HTTP/1.1" status: 204 len: 168 time: 0.1533551 Jun 24 10:20:50.770486 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf7a3b-0ba2-4921-88d8-6c4cdd52ed8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a8c9c8-e2a3-42e0-9f05-cb4dca0d92b7,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:50.777946 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-3256e7fc-a6bb-4c5c-b955-db9c7ef2fc50 req-fde6761a-aa91-4753-8a55-b84b127c31c2 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Deleting port 68d3c446-3f13-44e3-a64e-32cfa07544ad {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:20:50.778299 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3256e7fc-a6bb-4c5c-b955-db9c7ef2fc50 req-fde6761a-aa91-4753-8a55-b84b127c31c2 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (68d3c446-3f13-44e3-a64e-32cfa07544ad), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:50.922813 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-3256e7fc-a6bb-4c5c-b955-db9c7ef2fc50 req-fde6761a-aa91-4753-8a55-b84b127c31c2 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] For port 68d3c446-3f13-44e3-a64e-32cfa07544ad, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=68d3c446-3f13-44e3-a64e-32cfa07544ad,segment=NetworkSegment(4711d589-da8e-4c33-8cd2-a8ecd7a525ee),segment_id=4711d589-da8e-4c33-8cd2-a8ecd7a525ee)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:20:50.923215 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3256e7fc-a6bb-4c5c-b955-db9c7ef2fc50 req-fde6761a-aa91-4753-8a55-b84b127c31c2 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (68d3c446-3f13-44e3-a64e-32cfa07544ad), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:50.930571 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756749c-1133-47ff-b782-181a0acf7e10 req-73540f08-b65a-43e3-9ed8-436450a0fa40 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:50.932347 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b756749c-1133-47ff-b782-181a0acf7e10 req-73540f08-b65a-43e3-9ed8-436450a0fa40 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 945 time: 0.0573227 Jun 24 10:20:50.998401 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b756749c-1133-47ff-b782-181a0acf7e10 req-88fd0f88-25d9-47d6-9b77-477f43f5df1c tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=1dc8d904-094e-4381-99e9-0fd634a890ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605204 Jun 24 10:20:51.056275 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:51.065826 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:51.104039 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-478c2aa2-e3a1-4650-92fb-e03b3a3e12a2 req-e683d591-a8ff-4867-adfc-4f8781979e8f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 210 time: 0.0394073 Jun 24 10:20:51.126079 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-91355c19-76ef-49cc-94ed-ab8c69d43b7d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:51.127806 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-91355c19-76ef-49cc-94ed-ab8c69d43b7d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.27 "GET /v2.0/networks?id=77e0b315-c6f0-401c-b090-3f73b33dd671 HTTP/1.1" status: 200 len: 817 time: 0.3088088 Jun 24 10:20:51.221559 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3256e7fc-a6bb-4c5c-b955-db9c7ef2fc50 req-fde6761a-aa91-4753-8a55-b84b127c31c2 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:51.221833 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3256e7fc-a6bb-4c5c-b955-db9c7ef2fc50 req-fde6761a-aa91-4753-8a55-b84b127c31c2 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (8a55c5fe-357b-416f-9a9a-ceb43ed8df2c), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:51.222122 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-3256e7fc-a6bb-4c5c-b955-db9c7ef2fc50 req-fde6761a-aa91-4753-8a55-b84b127c31c2 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Floating IP 8a55c5fe-357b-416f-9a9a-ceb43ed8df2c disassociated. External IP: 172.27.0.23, port: 68d3c446-3f13-44e3-a64e-32cfa07544ad. Jun 24 10:20:51.222468 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-3256e7fc-a6bb-4c5c-b955-db9c7ef2fc50 req-fde6761a-aa91-4753-8a55-b84b127c31c2 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Calling delete_port for 68d3c446-3f13-44e3-a64e-32cfa07544ad owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:20:51.251439 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-3ee3de74-3205-424d-9bf9-c4623b2fb6cd tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74111042535d44c8a52a4656eb37fa23 HTTP/1.1" status: 200 len: 380 time: 0.1122735 Jun 24 10:20:51.287459 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-6f43e0cf-a71d-43d2-8eaf-f7f50a5f2d6b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Request body: {'port': {'device_id': '6a2ba100-192e-4c39-a43a-93be37df4e63', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'admin_state_up': True, 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'security_groups': ['afd3d381-e2a4-49b7-8665-10967ad2f9be']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:20:51.459213 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-6f43e0cf-a71d-43d2-8eaf-f7f50a5f2d6b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Made reservation on behalf of 74111042535d44c8a52a4656eb37fa23 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:20:51.462823 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-6f43e0cf-a71d-43d2-8eaf-f7f50a5f2d6b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:51.487617 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3256e7fc-a6bb-4c5c-b955-db9c7ef2fc50 req-fde6761a-aa91-4753-8a55-b84b127c31c2 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (68d3c446-3f13-44e3-a64e-32cfa07544ad), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:51.524274 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 37800) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:51.558684 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6761a-aa91-4753-8a55-b84b127c31c2 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Pushing event deleted for resources: {'Port': ['ID=68d3c446-3f13-44e3-a64e-32cfa07544ad,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:51.641110 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-ca28fef8-84b0-42b1-b78f-d6f3a401a74c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-419792473-network', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:20:51.662928 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca28fef8-84b0-42b1-b78f-d6f3a401a74c admin admin] Made reservation on behalf of 34f04f4ab2294464bdc83acecb4d9a79 for: {'network': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:20:51.665857 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ca28fef8-84b0-42b1-b78f-d6f3a401a74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for network (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:51.676474 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ca28fef8-84b0-42b1-b78f-d6f3a401a74c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:51.713836 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-6f43e0cf-a71d-43d2-8eaf-f7f50a5f2d6b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Allocated IP 172.20.0.14 (77e0b315-c6f0-401c-b090-3f73b33dd671/361faa5d-39ac-4ef9-a36e-94eab471915a/44c57577-b7f4-4772-ade3-5e9b2dded200) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:20:51.736437 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3256e7fc-a6bb-4c5c-b955-db9c7ef2fc50 req-fde6761a-aa91-4753-8a55-b84b127c31c2 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Router eb3f9758-44f1-4150-8b30-9dae39287ae2 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:20:51.772355 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ca28fef8-84b0-42b1-b78f-d6f3a401a74c admin admin] Publish callbacks [] for security_group (d92b73a4-6c0d-43d9-a8e8-859f253bd315), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:51.776591 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ca28fef8-84b0-42b1-b78f-d6f3a401a74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (d92b73a4-6c0d-43d9-a8e8-859f253bd315), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:51.805983 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca28fef8-84b0-42b1-b78f-d6f3a401a74c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=104051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:20:51.812559 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28fef8-84b0-42b1-b78f-d6f3a401a74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92b73a4-6c0d-43d9-a8e8-859f253bd315,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:51.819083 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ca28fef8-84b0-42b1-b78f-d6f3a401a74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (19ace9fb-f518-44ae-8f89-d571204a940f), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:51.819538 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.db.segments_db [None req-ca28fef8-84b0-42b1-b78f-d6f3a401a74c admin admin] Added segment 19ace9fb-f518-44ae-8f89-d571204a940f of type vlan for network c3dbd8da-335a-433c-9ef1-e6bc6e20a951 Jun 24 10:20:51.826298 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:51.848535 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:51.868261 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ca28fef8-84b0-42b1-b78f-d6f3a401a74c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739177427905'] for network (c3dbd8da-335a-433c-9ef1-e6bc6e20a951), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:51.896885 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ca28fef8-84b0-42b1-b78f-d6f3a401a74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for network (c3dbd8da-335a-433c-9ef1-e6bc6e20a951), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:51.897926 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca28fef8-84b0-42b1-b78f-d6f3a401a74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:51.898501 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ca28fef8-84b0-42b1-b78f-d6f3a401a74c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:51.936507 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-ca28fef8-84b0-42b1-b78f-d6f3a401a74c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4110320 Jun 24 10:20:51.939143 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 37804) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:51.944036 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-d0b28ac5-8f88-4ca8-a7d9-3c8254e9e008 admin admin] Request body: {'subnet': {'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-419792473-subnet', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'ip_version': 4}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:20:51.956556 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3256e7fc-a6bb-4c5c-b955-db9c7ef2fc50 req-fde6761a-aa91-4753-8a55-b84b127c31c2 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:20:51.970898 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30d5890-b23e-4acd-93e2-3bc6e899676d None None] Sync routers for ids ['eb3f9758-44f1-4150-8b30-9dae39287ae2'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:20:51.984244 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30d5890-b23e-4acd-93e2-3bc6e899676d None None] Routers {'eb3f9758-44f1-4150-8b30-9dae39287ae2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:20:51.984933 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28fef8-84b0-42b1-b78f-d6f3a401a74c admin admin] Pushing event updated for resources: {'Network': ['ID=c3dbd8da-335a-433c-9ef1-e6bc6e20a951,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:51.985712 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-b30d5890-b23e-4acd-93e2-3bc6e899676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:20:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['eb3f9758-44f1-4150-8b30-9dae39287ae2'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:52.000143 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b28ac5-8f88-4ca8-a7d9-3c8254e9e008 admin admin] Made reservation on behalf of 34f04f4ab2294464bdc83acecb4d9a79 for: {'subnet': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:20:52.005804 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0b28ac5-8f88-4ca8-a7d9-3c8254e9e008 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16557606'] for subnet (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:52.021784 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-6f43e0cf-a71d-43d2-8eaf-f7f50a5f2d6b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:52.024832 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-3256e7fc-a6bb-4c5c-b955-db9c7ef2fc50 req-fde6761a-aa91-4753-8a55-b84b127c31c2 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] No DVR routers for this DVR port 68d3c446-3f13-44e3-a64e-32cfa07544ad on host hv-cinder-84713 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:20:52.028043 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3256e7fc-a6bb-4c5c-b955-db9c7ef2fc50 req-fde6761a-aa91-4753-8a55-b84b127c31c2 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:52.031480 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3256e7fc-a6bb-4c5c-b955-db9c7ef2fc50 req-fde6761a-aa91-4753-8a55-b84b127c31c2 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.27 "DELETE /v2.0/ports/68d3c446-3f13-44e3-a64e-32cfa07544ad HTTP/1.1" status: 204 len: 173 time: 1.3536067 Jun 24 10:20:52.034698 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89570c7f-aa48-4b00-8f01-4db37fae4d62', 'name': 'network-vif-deleted', 'tag': '68d3c446-3f13-44e3-a64e-32cfa07544ad'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:20:52.037482 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9cd295-8964-4e92-8d6e-c46398d57089" -d '{"events": [{"server_uuid": "89570c7f-aa48-4b00-8f01-4db37fae4d62", "name": "network-vif-deleted", "tag": "68d3c446-3f13-44e3-a64e-32cfa07544ad"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:20:52.082619 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-6f43e0cf-a71d-43d2-8eaf-f7f50a5f2d6b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:52.149908 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-b30d5890-b23e-4acd-93e2-3bc6e899676d None None] Set router eb3f9758-44f1-4150-8b30-9dae39287ae2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:20:52.178430 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4a21af-bcaf-4039-bdbd-6271f8072ad5 x-openstack-request-id: req-5b4a21af-bcaf-4039-bdbd-6271f8072ad5 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:20:52.179433 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89570c7f-aa48-4b00-8f01-4db37fae4d62", "name": "network-vif-deleted", "tag": "68d3c446-3f13-44e3-a64e-32cfa07544ad", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:20:52.179683 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b4a21af-bcaf-4039-bdbd-6271f8072ad5 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:20:52.180347 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b4a21af-bcaf-4039-bdbd-6271f8072ad5'] response: {'server_uuid': '89570c7f-aa48-4b00-8f01-4db37fae4d62', 'name': 'network-vif-deleted', 'tag': '68d3c446-3f13-44e3-a64e-32cfa07544ad', 'status': 'completed', 'code': 200} Jun 24 10:20:52.199416 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-6f43e0cf-a71d-43d2-8eaf-f7f50a5f2d6b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Network 77e0b315-c6f0-401c-b090-3f73b33dd671 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:20:52.215725 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-6f43e0cf-a71d-43d2-8eaf-f7f50a5f2d6b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:20:52.222619 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-6f43e0cf-a71d-43d2-8eaf-f7f50a5f2d6b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:20:52.239377 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Network c3dbd8da-335a-433c-9ef1-e6bc6e20a951 details requested by agent ovs-agent-dv-cinder-847132-2-iscsi with host dv-cinder-847132-2-iscsi {{(pid=104053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:20:52.257612 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43e0cf-a71d-43d2-8eaf-f7f50a5f2d6b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Pushing event updated for resources: {'Port': ['ID=44c57577-b7f4-4772-ade3-5e9b2dded200,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:52.281955 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:52.292454 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-6f43e0cf-a71d-43d2-8eaf-f7f50a5f2d6b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:52.293528 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-6f43e0cf-a71d-43d2-8eaf-f7f50a5f2d6b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:52.308972 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aa358d23-3dfc-4856-a75e-aa6057e9cb98 req-78ddd657-b328-41ed-94ed-9caceea76e70 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=89570c7f-aa48-4b00-8f01-4db37fae4d62 HTTP/1.1" status: 200 len: 210 time: 0.1115997 Jun 24 10:20:52.315585 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-6f43e0cf-a71d-43d2-8eaf-f7f50a5f2d6b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0335960 Jun 24 10:20:52.322792 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68aecf0-8bc8-4a3d-8792-e4e06aa2c42b req-d82b83ad-bbfe-44e3-b8a5-4aa581bd2fdd tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:52.326754 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e68aecf0-8bc8-4a3d-8792-e4e06aa2c42b req-d82b83ad-bbfe-44e3-b8a5-4aa581bd2fdd tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 932 time: 0.0755882 Jun 24 10:20:52.328831 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:52.406370 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:52.414353 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0b28ac5-8f88-4ca8-a7d9-3c8254e9e008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15868991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16557648'] for subnet (3cf20fba-3795-4f02-a6eb-2b9bf33d2a53), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:52.459865 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-a05d0282-eada-4f23-9783-09ffb9c04e7b service neutron] Request body: {'port': {'device_id': '6a2ba100-192e-4c39-a43a-93be37df4e63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:20:52.462299 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:DELETE=1,neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:52.466884 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e68aecf0-8bc8-4a3d-8792-e4e06aa2c42b req-345f316b-4e3b-4d15-a798-2950bcda59a9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339493 Jun 24 10:20:52.489618 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-b30d5890-b23e-4acd-93e2-3bc6e899676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2021817563-router', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:21Z', 'revision_number': 4, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'gw_port': {'id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '2d08f9df-af71-40f2-8def-d1492f3a559b', 'name': '', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'mac_address': 'fa:16:3e:b6:21:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:17Z', 'updated_at': '2022-06-24T10:16:27Z', 'revision_number': 5, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'subnets': [{'id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:52.505159 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b28ac5-8f88-4ca8-a7d9-3c8254e9e008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cf20fba-3795-4f02-a6eb-2b9bf33d2a53,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:52.517912 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b28ac5-8f88-4ca8-a7d9-3c8254e9e008 admin admin] Checking segment: {'id': '19ace9fb-f518-44ae-8f89-d571204a940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:20:52.518400 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b28ac5-8f88-4ca8-a7d9-3c8254e9e008 admin admin] Network hostable DHCP agents. Network: c3dbd8da-335a-433c-9ef1-e6bc6e20a951, hostable agents: ['22a27e04-c0da-4a0e-a08f-10cd4fcfc09e'], hosted agents: [] {{(pid=104051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:20:52.525257 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30d5890-b23e-4acd-93e2-3bc6e899676d None None] Checking router: eb3f9758-44f1-4150-8b30-9dae39287ae2 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:20:52.539383 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-fcf2d7f9-3ebd-438b-8f8c-e6d3ce0aec9d None None] Provisioning complete for port 44c57577-b7f4-4772-ade3-5e9b2dded200 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:20:52.539750 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fcf2d7f9-3ebd-438b-8f8c-e6d3ce0aec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:52.540427 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b28ac5-8f88-4ca8-a7d9-3c8254e9e008 admin admin] Network c3dbd8da-335a-433c-9ef1-e6bc6e20a951 is scheduled to be hosted by DHCP agent 22a27e04-c0da-4a0e-a08f-10cd4fcfc09e with binding_index 1 {{(pid=104051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:20:52.552007 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-d0b28ac5-8f88-4ca8-a7d9-3c8254e9e008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847132-2-iscsi, c3dbd8da-335a-433c-9ef1-e6bc6e20a951) {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:20:52.556866 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b28ac5-8f88-4ca8-a7d9-3c8254e9e008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:52.557613 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0b28ac5-8f88-4ca8-a7d9-3c8254e9e008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:52.559972 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-a05d0282-eada-4f23-9783-09ffb9c04e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:52.569690 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30d5890-b23e-4acd-93e2-3bc6e899676d None None] Routers {'eb3f9758-44f1-4150-8b30-9dae39287ae2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:20:52.570532 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-b30d5890-b23e-4acd-93e2-3bc6e899676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:20:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['eb3f9758-44f1-4150-8b30-9dae39287ae2'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:52.576301 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d47546-8203-4e0b-8e01-ad3033b099c4 None None] Network c3dbd8da-335a-433c-9ef1-e6bc6e20a951 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:20:52.580996 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-d0b28ac5-8f88-4ca8-a7d9-3c8254e9e008 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6381354 Jun 24 10:20:52.581272 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 37812) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:52.586208 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-7d6ff9a6-6935-43f9-a50c-d01b45feefe1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-419792473-router', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:20:52.612826 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7d6ff9a6-6935-43f9-a50c-d01b45feefe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-395474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7657'] for router (216de2a1-6fe1-4204-a02e-e8f20441feb1), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:52.614145 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7d6ff9a6-6935-43f9-a50c-d01b45feefe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7678'] for router (216de2a1-6fe1-4204-a02e-e8f20441feb1), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:52.670218 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7d6ff9a6-6935-43f9-a50c-d01b45feefe1 admin admin] Publish callbacks [] for router_controller (216de2a1-6fe1-4204-a02e-e8f20441feb1), precommit_add_association {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:52.692533 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-fcf2d7f9-3ebd-438b-8f8c-e6d3ce0aec9d None None] Port 44c57577-b7f4-4772-ade3-5e9b2dded200 cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:20:52.789861 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e32736c-ee8a-568f-8714-1db4f76c74ea-c3dbd8da-335a-433c-9ef1-e6bc6e20a951', 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951', 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'fixed_ips': [{'subnet_id': '3cf20fba-3795-4f02-a6eb-2b9bf33d2a53'}]}} from dv-cinder-847132-2-iscsi. {{(pid=104053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:20:52.790956 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:52.807372 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-b30d5890-b23e-4acd-93e2-3bc6e899676d None None] Set router eb3f9758-44f1-4150-8b30-9dae39287ae2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:20:52.827857 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7d6ff9a6-6935-43f9-a50c-d01b45feefe1 admin admin] Publish callbacks [] for router_gateway (216de2a1-6fe1-4204-a02e-e8f20441feb1), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:52.898650 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-a05d0282-eada-4f23-9783-09ffb9c04e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c57577-b7f4-4772-ade3-5e9b2dded200 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:20:52.908638 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-a05d0282-eada-4f23-9783-09ffb9c04e7b service neutron] Publish callbacks [] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:52.925664 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-a05d0282-eada-4f23-9783-09ffb9c04e7b service neutron] Transition to ACTIVE for port object 44c57577-b7f4-4772-ade3-5e9b2dded200 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:20:52.930006 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-a05d0282-eada-4f23-9783-09ffb9c04e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:52.987933 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d0282-eada-4f23-9783-09ffb9c04e7b service neutron] Pushing event updated for resources: {'Port': ['ID=44c57577-b7f4-4772-ade3-5e9b2dded200,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:52.995007 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:53.034288 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7d6ff9a6-6935-43f9-a50c-d01b45feefe1 admin admin] Publish callbacks [] for router_gateway (216de2a1-6fe1-4204-a02e-e8f20441feb1), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:53.056122 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7d6ff9a6-6935-43f9-a50c-d01b45feefe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:53.067122 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-a05d0282-eada-4f23-9783-09ffb9c04e7b service neutron] Attempting to bind port 44c57577-b7f4-4772-ade3-5e9b2dded200 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:20:53.067467 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-a05d0282-eada-4f23-9783-09ffb9c04e7b service neutron] Attempting to bind port 44c57577-b7f4-4772-ade3-5e9b2dded200 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '21c9839e-eac9-45b6-8215-616b568884d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:20:53.067801 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-a05d0282-eada-4f23-9783-09ffb9c04e7b service neutron] Attempting to bind port 44c57577-b7f4-4772-ade3-5e9b2dded200 on network 77e0b315-c6f0-401c-b090-3f73b33dd671 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:20:53.072637 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-a05d0282-eada-4f23-9783-09ffb9c04e7b service neutron] Port 44c57577-b7f4-4772-ade3-5e9b2dded200 on network 77e0b315-c6f0-401c-b090-3f73b33dd671 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:20:53.072958 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-a05d0282-eada-4f23-9783-09ffb9c04e7b service neutron] Attempting to bind port 44c57577-b7f4-4772-ade3-5e9b2dded200 on network 77e0b315-c6f0-401c-b090-3f73b33dd671 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:20:53.078624 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-a05d0282-eada-4f23-9783-09ffb9c04e7b service neutron] Checking agent: {'id': '900df4b4-ebee-48f1-a22a-a520f0296ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'started_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:20:53.078996 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-a05d0282-eada-4f23-9783-09ffb9c04e7b service neutron] Checking segment: {'id': '21c9839e-eac9-45b6-8215-616b568884d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:20:53.079458 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-a05d0282-eada-4f23-9783-09ffb9c04e7b service neutron] Bound using segment: {'id': '21c9839e-eac9-45b6-8215-616b568884d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:20:53.080810 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-a05d0282-eada-4f23-9783-09ffb9c04e7b service neutron] Bound port: 44c57577-b7f4-4772-ade3-5e9b2dded200, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21c9839e-eac9-45b6-8215-616b568884d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:20:53.080810 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-a05d0282-eada-4f23-9783-09ffb9c04e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:53.133583 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:53.144932 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Allocated IP 172.20.0.2 (c3dbd8da-335a-433c-9ef1-e6bc6e20a951/3cf20fba-3795-4f02-a6eb-2b9bf33d2a53/5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:20:53.149386 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:53.163667 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-b30d5890-b23e-4acd-93e2-3bc6e899676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2021817563-router', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:21Z', 'revision_number': 4, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'gw_port': {'id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '2d08f9df-af71-40f2-8def-d1492f3a559b', 'name': '', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'mac_address': 'fa:16:3e:b6:21:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:17Z', 'updated_at': '2022-06-24T10:16:27Z', 'revision_number': 5, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'subnets': [{'id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:53.183682 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-7d6ff9a6-6935-43f9-a50c-d01b45feefe1 admin admin] Allocated IP 172.27.0.139 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/64c992e9-f767-4ec3-b901-b309da118823) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:20:53.205237 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-a05d0282-eada-4f23-9783-09ffb9c04e7b service neutron] For port 44c57577-b7f4-4772-ade3-5e9b2dded200, host hv-cinder-84713, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:20:53.211052 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-a05d0282-eada-4f23-9783-09ffb9c04e7b service neutron] For port 44c57577-b7f4-4772-ade3-5e9b2dded200, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=44c57577-b7f4-4772-ade3-5e9b2dded200,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:20:53.216814 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=83,neutron:UPDATE=7,neutron:DELETE=1,neutron:INSERT=9 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:53.221304 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-a05d0282-eada-4f23-9783-09ffb9c04e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:53.279744 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-a05d0282-eada-4f23-9783-09ffb9c04e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:53.280377 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-a05d0282-eada-4f23-9783-09ffb9c04e7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:53.282185 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-a05d0282-eada-4f23-9783-09ffb9c04e7b service neutron] 10.222.0.27 "PUT /v2.0/ports/44c57577-b7f4-4772-ade3-5e9b2dded200 HTTP/1.1" status: 200 len: 1094 time: 0.8311088 Jun 24 10:20:53.318427 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d0282-eada-4f23-9783-09ffb9c04e7b service neutron] Pushing event updated for resources: {'Port': ['ID=44c57577-b7f4-4772-ade3-5e9b2dded200,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:53.330424 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7d6ff9a6-6935-43f9-a50c-d01b45feefe1 admin admin] Publish callbacks [] for port (64c992e9-f767-4ec3-b901-b309da118823), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:53.369180 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 68d3c446-3f13-44e3-a64e-32cfa07544ad no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:20:53.381565 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30d5890-b23e-4acd-93e2-3bc6e899676d None None] The sync data for ids ['eb3f9758-44f1-4150-8b30-9dae39287ae2'] in dv-cinder-847132-2-iscsi is: [{'id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2021817563-router', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:21Z', 'revision_number': 4, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'gw_port': {'id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '2d08f9df-af71-40f2-8def-d1492f3a559b', 'name': '', 'network_id': 'd20895ef-2afb-4e4b-a39f-18a1a6f9b4f5', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'mac_address': 'fa:16:3e:b6:21:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:17Z', 'updated_at': '2022-06-24T10:16:27Z', 'revision_number': 5, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'subnets': [{'id': '76a12e71-d45b-4321-aabc-7b9f132bf04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:20:53.388310 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7d6ff9a6-6935-43f9-a50c-d01b45feefe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (64c992e9-f767-4ec3-b901-b309da118823), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:53.414162 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-619d489d-b7ac-4e45-b3eb-86150490c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:53.428859 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] No Port match for: 68d3c446-3f13-44e3-a64e-32cfa07544ad {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:20:53.429205 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 68d3c446-3f13-44e3-a64e-32cfa07544ad not bound to the agent host hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:20:53.431459 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-619d489d-b7ac-4e45-b3eb-86150490c496 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=74111042535d44c8a52a4656eb37fa23&device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 1128 time: 0.0883317 Jun 24 10:20:53.473421 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6ff9a6-6935-43f9-a50c-d01b45feefe1 admin admin] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:20:53.474124 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 37818) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:53.503910 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-f05afda2-3b87-4fa6-af5c-d430d2c0343a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44c57577-b7f4-4772-ade3-5e9b2dded200 HTTP/1.1" status: 200 len: 217 time: 0.0698941 Jun 24 10:20:53.506279 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-7d6ff9a6-6935-43f9-a50c-d01b45feefe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:20:53.524326 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6ff9a6-6935-43f9-a50c-d01b45feefe1 admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:20:53.588427 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-584b9d2c-7874-4ac6-a189-a28045091ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:53.590210 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-584b9d2c-7874-4ac6-a189-a28045091ae1 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=361faa5d-39ac-4ef9-a36e-94eab471915a HTTP/1.1" status: 200 len: 856 time: 0.0802612 Jun 24 10:20:53.651093 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-f0941cb9-4387-4f05-9eed-8de88d1650e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:53.652790 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-f0941cb9-4387-4f05-9eed-8de88d1650e8 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=77e0b315-c6f0-401c-b090-3f73b33dd671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538008 Jun 24 10:20:53.672761 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Publish callbacks [] for port (5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:53.678568 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ff9a6-6935-43f9-a50c-d01b45feefe1 admin admin] Pushing event updated for resources: {'Port': ['ID=64c992e9-f767-4ec3-b901-b309da118823,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:53.690563 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714'] for port (5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:53.725428 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:53.762678 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Network c3dbd8da-335a-433c-9ef1-e6bc6e20a951 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:20:53.764397 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Pushing event updated for resources: {'Port': ['ID=5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:53.768960 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:20:53.770637 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1480fd-cfd0-4807-8296-0f447964f985 req-78a1ab9c-9b4d-421c-9b0c-8afdf0af47eb tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:53.772950 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:20:53.777392 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-7c4d5734-0219-4264-8cd1-fe18a746e29c service neutron] 10.222.0.27 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162744 Jun 24 10:20:53.779227 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2c1480fd-cfd0-4807-8296-0f447964f985 req-78a1ab9c-9b4d-421c-9b0c-8afdf0af47eb tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 944 time: 0.1791561 Jun 24 10:20:53.788000 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110ba059-9083-43d2-97bb-93d14b107947 None None] New status for floating IP 8a55c5fe-357b-416f-9a9a-ceb43ed8df2c: DOWN {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:20:53.788543 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:53.788543 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:53.788732 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:53.789035 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:53.789363 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:53.789702 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:53.790023 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:53.790347 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:53.790667 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:53.791064 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:53.791326 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:53.791803 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:53.792122 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:53.792568 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:53.792901 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:53.836106 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9bb2c167-2f1d-49f9-aa0a-220a07fb8eb9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for security_group (1dc8d904-094e-4381-99e9-0fd634a890ab), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:53.857538 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:53.862429 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Attempting to bind port 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8 on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:20:53.863076 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Attempting to bind port 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8 by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '19ace9fb-f518-44ae-8f89-d571204a940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:20:53.863441 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Attempting to bind port 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8 on network c3dbd8da-335a-433c-9ef1-e6bc6e20a951 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:20:53.869955 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9bb2c167-2f1d-49f9-aa0a-220a07fb8eb9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for security_group (1dc8d904-094e-4381-99e9-0fd634a890ab), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:53.872176 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:20:53.872705 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Checking segment: {'id': '19ace9fb-f518-44ae-8f89-d571204a940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:20:53.873118 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:53.873511 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Bound using segment: {'id': '19ace9fb-f518-44ae-8f89-d571204a940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:20:53.873981 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Bound port: 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ace9fb-f518-44ae-8f89-d571204a940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:20:53.874397 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:53.935252 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c8e8b22c-8da1-4fef-90c6-87f2cec80983 req-3f4f647c-3fd4-4bd7-b59d-5be725e32a8f service neutron] 10.222.0.27 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445425 Jun 24 10:20:53.955561 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=23 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:53.956251 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:53.976799 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] For port 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:20:53.980131 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] For port 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8,segment=NetworkSegment(19ace9fb-f518-44ae-8f89-d571204a940f),segment_id=19ace9fb-f518-44ae-8f89-d571204a940f)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:20:53.991362 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:54.019633 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2c1480fd-cfd0-4807-8296-0f447964f985 req-d5c54f3c-ca78-4da7-a5b0-23d15fc2784d tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392991 Jun 24 10:20:54.075758 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9344d-1c3e-4d1e-a497-4504ff501fd8 None None] Pushing event updated for resources: {'Port': ['ID=5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:54.084838 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9bb2c167-2f1d-49f9-aa0a-220a07fb8eb9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (1dc8d904-094e-4381-99e9-0fd634a890ab), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:54.087569 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9bb2c167-2f1d-49f9-aa0a-220a07fb8eb9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:54.089101 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-9bb2c167-2f1d-49f9-aa0a-220a07fb8eb9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "DELETE /v2.0/security-groups/1dc8d904-094e-4381-99e9-0fd634a890ab HTTP/1.1" status: 204 len: 168 time: 0.6135843 Jun 24 10:20:54.092059 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 37822) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:54.107168 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2c167-2f1d-49f9-aa0a-220a07fb8eb9 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc8d904-094e-4381-99e9-0fd634a890ab,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:54.109213 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.api.v2.resource [None req-a75ed152-3392-48dc-89c1-b73bb1fd0265 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] show failed (client error): The resource could not be found. Jun 24 10:20:54.109648 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7d6ff9a6-6935-43f9-a50c-d01b45feefe1 admin admin] Publish callbacks [] for router_gateway (216de2a1-6fe1-4204-a02e-e8f20441feb1), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:54.110200 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a75ed152-3392-48dc-89c1-b73bb1fd0265 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups/1dc8d904-094e-4381-99e9-0fd634a890ab HTTP/1.1" status: 404 len: 347 time: 0.0166140 Jun 24 10:20:54.113250 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 37824) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:54.181214 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2ba100-192e-4c39-a43a-93be37df4e63', 'tag': '44c57577-b7f4-4772-ade3-5e9b2dded200'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:20:54.184224 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9400daf8-7b8c-456c-a98b-727577d5000d" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2ba100-192e-4c39-a43a-93be37df4e63", "tag": "44c57577-b7f4-4772-ade3-5e9b2dded200"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:20:54.226048 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a523cfb-0d2e-4ba9-9024-dd36216d0a5b x-openstack-request-id: req-7a523cfb-0d2e-4ba9-9024-dd36216d0a5b {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:20:54.226048 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2ba100-192e-4c39-a43a-93be37df4e63", "tag": "44c57577-b7f4-4772-ade3-5e9b2dded200", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:20:54.226461 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7a523cfb-0d2e-4ba9-9024-dd36216d0a5b {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:20:54.226658 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a523cfb-0d2e-4ba9-9024-dd36216d0a5b'] response: {'name': 'network-changed', 'server_uuid': '6a2ba100-192e-4c39-a43a-93be37df4e63', 'tag': '44c57577-b7f4-4772-ade3-5e9b2dded200', 'status': 'completed', 'code': 200} Jun 24 10:20:54.312656 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-8a16564a-0045-40fd-b0f0-cd0b0ad1fb6e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Deleting port 5c9b4221-d50e-4e2d-8159-2decaf34dab4 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:20:54.313048 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8a16564a-0045-40fd-b0f0-cd0b0ad1fb6e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (5c9b4221-d50e-4e2d-8159-2decaf34dab4), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:54.315994 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:54.478742 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8a16564a-0045-40fd-b0f0-cd0b0ad1fb6e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (5c9b4221-d50e-4e2d-8159-2decaf34dab4), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:54.479035 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8a16564a-0045-40fd-b0f0-cd0b0ad1fb6e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for floatingip (5c9b4221-d50e-4e2d-8159-2decaf34dab4), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:54.482014 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7d6ff9a6-6935-43f9-a50c-d01b45feefe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401867'] for router (216de2a1-6fe1-4204-a02e-e8f20441feb1), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:54.494677 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-8a16564a-0045-40fd-b0f0-cd0b0ad1fb6e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Calling delete_port for 5c9b4221-d50e-4e2d-8159-2decaf34dab4 owned by network:floatingip {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:20:54.705562 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:54.718664 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6ff9a6-6935-43f9-a50c-d01b45feefe1 admin admin] Router 216de2a1-6fe1-4204-a02e-e8f20441feb1 is scheduled to L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 with binding_index 1 {{(pid=104051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:20:54.734183 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8a16564a-0045-40fd-b0f0-cd0b0ad1fb6e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (5c9b4221-d50e-4e2d-8159-2decaf34dab4), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:54.796231 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16564a-0045-40fd-b0f0-cd0b0ad1fb6e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Pushing event deleted for resources: {'Port': ['ID=5c9b4221-d50e-4e2d-8159-2decaf34dab4,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:54.799710 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400daf8-7b8c-456c-a98b-727577d5000d req-96a0f26c-b6ed-404f-8946-144d4982a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:54.801367 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9400daf8-7b8c-456c-a98b-727577d5000d req-96a0f26c-b6ed-404f-8946-144d4982a215 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=74111042535d44c8a52a4656eb37fa23&device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 1128 time: 0.0599859 Jun 24 10:20:54.847574 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-22d6c1c5-f53e-4e56-a230-a0b3853b2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:54.920822 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400daf8-7b8c-456c-a98b-727577d5000d req-7f512063-1f31-492e-926f-85b3b98c7c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:54.922794 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9400daf8-7b8c-456c-a98b-727577d5000d req-7f512063-1f31-492e-926f-85b3b98c7c8b service neutron] 10.222.0.27 "GET /v2.0/networks?id=77e0b315-c6f0-401c-b090-3f73b33dd671 HTTP/1.1" status: 200 len: 918 time: 0.1156509 Jun 24 10:20:54.978059 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9400daf8-7b8c-456c-a98b-727577d5000d req-82366b18-92b0-45fd-8bc2-ce1ff57735f1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44c57577-b7f4-4772-ade3-5e9b2dded200 HTTP/1.1" status: 200 len: 217 time: 0.0476248 Jun 24 10:20:55.039174 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400daf8-7b8c-456c-a98b-727577d5000d req-408227a4-3ccd-4121-9eba-eab955d79f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:55.039174 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9400daf8-7b8c-456c-a98b-727577d5000d req-408227a4-3ccd-4121-9eba-eab955d79f0f service neutron] 10.222.0.27 "GET /v2.0/subnets?id=361faa5d-39ac-4ef9-a36e-94eab471915a HTTP/1.1" status: 200 len: 856 time: 0.0544581 Jun 24 10:20:55.101101 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400daf8-7b8c-456c-a98b-727577d5000d req-7e150062-4be0-431f-acd7-e0db95bf0488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:55.102663 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9400daf8-7b8c-456c-a98b-727577d5000d req-7e150062-4be0-431f-acd7-e0db95bf0488 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=77e0b315-c6f0-401c-b090-3f73b33dd671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524664 Jun 24 10:20:55.161263 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85272c3-97df-4b5b-bbeb-1e70bb5a26ac None None] Network c3dbd8da-335a-433c-9ef1-e6bc6e20a951 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:20:55.181378 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:20:55.220396 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9c282-53f9-48bc-9b8c-d336d5269e85 req-101e82d0-6622-44ab-8c09-d4a5478b9ebe tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:55.221580 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c6d9c282-53f9-48bc-9b8c-d336d5269e85 req-101e82d0-6622-44ab-8c09-d4a5478b9ebe tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 944 time: 0.0897593 Jun 24 10:20:55.228868 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9400daf8-7b8c-456c-a98b-727577d5000d req-28a3e573-0969-48ea-b43a-8eb33a87e68d service neutron] 10.222.0.27 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188195 Jun 24 10:20:55.241002 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8a16564a-0045-40fd-b0f0-cd0b0ad1fb6e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks [] for floatingip (8a55c5fe-357b-416f-9a9a-ceb43ed8df2c), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:55.243482 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8a16564a-0045-40fd-b0f0-cd0b0ad1fb6e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:55.246676 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-8a16564a-0045-40fd-b0f0-cd0b0ad1fb6e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "DELETE /v2.0/floatingips/8a55c5fe-357b-416f-9a9a-ceb43ed8df2c HTTP/1.1" status: 204 len: 168 time: 1.1306033 Jun 24 10:20:55.257617 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6ff9a6-6935-43f9-a50c-d01b45feefe1 admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:20:55.278479 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-265aef10-5b53-4377-a1b5-35659202df01 None None] Provisioning complete for port 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:20:55.278930 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-265aef10-5b53-4377-a1b5-35659202df01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:55.285524 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:55.287608 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] Sync routers for ids ['216de2a1-6fe1-4204-a02e-e8f20441feb1'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:20:55.293613 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c6d9c282-53f9-48bc-9b8c-d336d5269e85 req-ef0b86f2-8e7b-4b6a-9280-17db98f27291 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649645 Jun 24 10:20:55.296657 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7d6ff9a6-6935-43f9-a50c-d01b45feefe1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:55.301033 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-7d6ff9a6-6935-43f9-a50c-d01b45feefe1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7185073 Jun 24 10:20:55.301630 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 37832) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:55.354173 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] Routers {'216de2a1-6fe1-4204-a02e-e8f20441feb1'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:20:55.354879 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:20:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['216de2a1-6fe1-4204-a02e-e8f20441feb1'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:55.373208 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9400daf8-7b8c-456c-a98b-727577d5000d req-4f44bea6-d1ef-4a6e-9177-01d448f13b02 service neutron] 10.222.0.27 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375258 Jun 24 10:20:55.390697 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:55.452168 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:20:55.452666 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:55.615397 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] Set router 216de2a1-6fe1-4204-a02e-e8f20441feb1 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:20:55.621049 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-265aef10-5b53-4377-a1b5-35659202df01 None None] Current status of the port 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8 is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:20:55.621442 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-265aef10-5b53-4377-a1b5-35659202df01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:55.683979 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:55.799438 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:55.810564 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-265aef10-5b53-4377-a1b5-35659202df01 None None] For port 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8,segment=NetworkSegment(19ace9fb-f518-44ae-8f89-d571204a940f),segment_id=19ace9fb-f518-44ae-8f89-d571204a940f)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:20:55.817234 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4ddef394-f34f-4e60-9ae9-08947401c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:55.820068 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-265aef10-5b53-4377-a1b5-35659202df01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:55.828066 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8 is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:20:55.828471 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:55.954739 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265aef10-5b53-4377-a1b5-35659202df01 None None] Pushing event updated for resources: {'Port': ['ID=5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:55.975894 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-65bcc358-9869-477c-a7ba-de66a801d238 None None] Provisioning complete for port 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:20:55.976262 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-65bcc358-9869-477c-a7ba-de66a801d238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:55.982639 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-4ddef394-f34f-4e60-9ae9-08947401c4b6 admin admin] Allocated IP 172.20.0.1 (c3dbd8da-335a-433c-9ef1-e6bc6e20a951/3cf20fba-3795-4f02-a6eb-2b9bf33d2a53/b83f6809-1834-4097-abd8-8ad9adb84b6a) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:20:55.982909 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.db.api [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 10:20:55.983143 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG oslo_db.api [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 10:20:55.992918 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:56.007864 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'name': 'tempest-TestMinimumBasicScenario-419792473-router', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c992e9-f767-4ec3-b901-b309da118823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:20:52Z', 'updated_at': '2022-06-24T10:20:53Z', 'revision_number': 3, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'gw_port': {'id': '64c992e9-f767-4ec3-b901-b309da118823', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:61:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:53Z', 'updated_at': '2022-06-24T10:20:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:56.038642 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] Checking router: 216de2a1-6fe1-4204-a02e-e8f20441feb1 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:20:56.039056 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] Updating router 216de2a1-6fe1-4204-a02e-e8f20441feb1 port 64c992e9-f767-4ec3-b901-b309da118823 binding host dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:20:56.073791 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (64c992e9-f767-4ec3-b901-b309da118823), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:56.090475 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4ddef394-f34f-4e60-9ae9-08947401c4b6 admin admin] Publish callbacks [] for port (b83f6809-1834-4097-abd8-8ad9adb84b6a), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:56.125083 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4ddef394-f34f-4e60-9ae9-08947401c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (b83f6809-1834-4097-abd8-8ad9adb84b6a), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:56.169231 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddef394-f34f-4e60-9ae9-08947401c4b6 admin admin] Network c3dbd8da-335a-433c-9ef1-e6bc6e20a951 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:20:56.174082 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-4ddef394-f34f-4e60-9ae9-08947401c4b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:20:56.176572 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddef394-f34f-4e60-9ae9-08947401c4b6 admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:20:56.179718 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-65bcc358-9869-477c-a7ba-de66a801d238 None None] Current status of the port 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:20:56.212894 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddef394-f34f-4e60-9ae9-08947401c4b6 admin admin] Pushing event updated for resources: {'Port': ['ID=b83f6809-1834-4097-abd8-8ad9adb84b6a,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:56.230804 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4ddef394-f34f-4e60-9ae9-08947401c4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400494'] for router_interface (216de2a1-6fe1-4204-a02e-e8f20441feb1), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:56.284698 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:56.385123 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4ddef394-f34f-4e60-9ae9-08947401c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (b83f6809-1834-4097-abd8-8ad9adb84b6a), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:56.473215 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9b2fd-e769-4c8a-b30a-109eb5d2d634 req-4c8bc637-e28f-48d2-92d3-c67259d8d593 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:56.474669 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b1e9b2fd-e769-4c8a-b30a-109eb5d2d634 req-4c8bc637-e28f-48d2-92d3-c67259d8d593 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 944 time: 0.0858521 Jun 24 10:20:56.557967 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-021151c5-b265-4945-89f6-07cb311132c7 None None] Provisioning complete for port b83f6809-1834-4097-abd8-8ad9adb84b6a triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:20:56.558223 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-021151c5-b265-4945-89f6-07cb311132c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (b83f6809-1834-4097-abd8-8ad9adb84b6a), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:56.564091 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] Publish callbacks [] for port (64c992e9-f767-4ec3-b901-b309da118823), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:56.568487 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:20:56.590946 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (64c992e9-f767-4ec3-b901-b309da118823), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:56.592054 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b1e9b2fd-e769-4c8a-b30a-109eb5d2d634 req-0d16addd-22a9-43a8-a187-ea6e4daecb21 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084111 Jun 24 10:20:56.641322 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-021151c5-b265-4945-89f6-07cb311132c7 None None] Port b83f6809-1834-4097-abd8-8ad9adb84b6a cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:20:56.656985 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efb7e4-53c1-4c2f-84d7-d06ec8494e05 None None] Pushing event updated for resources: {'Port': ['ID=64c992e9-f767-4ec3-b901-b309da118823,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:56.660162 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] Attempting to bind port 64c992e9-f767-4ec3-b901-b309da118823 on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:20:56.660516 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] Attempting to bind port 64c992e9-f767-4ec3-b901-b309da118823 by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:20:56.660867 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] Attempting to bind port 64c992e9-f767-4ec3-b901-b309da118823 on network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:20:56.667048 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:20:56.667419 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] Checking segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:20:56.667815 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:56.668193 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] Bound using segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:20:56.668649 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] Bound port: 64c992e9-f767-4ec3-b901-b309da118823, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:20:56.668911 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4ddef394-f34f-4e60-9ae9-08947401c4b6 admin admin] Publish callbacks [] for port (b83f6809-1834-4097-abd8-8ad9adb84b6a), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:56.669035 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (64c992e9-f767-4ec3-b901-b309da118823), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:56.674817 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4ddef394-f34f-4e60-9ae9-08947401c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15869106'] for port (b83f6809-1834-4097-abd8-8ad9adb84b6a), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:56.722075 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] For port 64c992e9-f767-4ec3-b901-b309da118823, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:20:56.723847 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:56.725798 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] For port 64c992e9-f767-4ec3-b901-b309da118823, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=64c992e9-f767-4ec3-b901-b309da118823,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:20:56.734661 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (64c992e9-f767-4ec3-b901-b309da118823), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:56.739953 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:56.749928 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddef394-f34f-4e60-9ae9-08947401c4b6 admin admin] Pushing event updated for resources: {'Port': ['ID=b83f6809-1834-4097-abd8-8ad9adb84b6a,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:56.753682 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4ddef394-f34f-4e60-9ae9-08947401c4b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398334'] for router_interface (216de2a1-6fe1-4204-a02e-e8f20441feb1), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:56.801958 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] Routers {'216de2a1-6fe1-4204-a02e-e8f20441feb1'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:20:56.802753 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:20:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['216de2a1-6fe1-4204-a02e-e8f20441feb1'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:56.804747 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efb7e4-53c1-4c2f-84d7-d06ec8494e05 None None] Pushing event updated for resources: {'Port': ['ID=64c992e9-f767-4ec3-b901-b309da118823,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:56.843796 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:56.857980 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddef394-f34f-4e60-9ae9-08947401c4b6 admin admin] Network c3dbd8da-335a-433c-9ef1-e6bc6e20a951 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:20:56.859465 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-4ddef394-f34f-4e60-9ae9-08947401c4b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:20:56.928642 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] Set router 216de2a1-6fe1-4204-a02e-e8f20441feb1 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:20:57.016084 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddef394-f34f-4e60-9ae9-08947401c4b6 admin admin] Router 216de2a1-6fe1-4204-a02e-e8f20441feb1 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:20:57.116496 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:20:57.198817 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 44c57577-b7f4-4772-ade3-5e9b2dded200 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:20:57.201352 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5a2da-94ad-4aa8-882a-5308eb9088bd req-d9a1e9f0-ef92-49c9-a5fd-28662fb61660 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:57.202975 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-28b5a2da-94ad-4aa8-882a-5308eb9088bd req-d9a1e9f0-ef92-49c9-a5fd-28662fb61660 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0806587 Jun 24 10:20:57.203959 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-de36a948-d116-4a5d-b132-3ec90f15b820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:57.209070 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-ae01ac8d-1061-44e2-ab6c-b267beb22343 None None] Provisioning complete for port b83f6809-1834-4097-abd8-8ad9adb84b6a triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:20:57.209429 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ae01ac8d-1061-44e2-ab6c-b267beb22343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (b83f6809-1834-4097-abd8-8ad9adb84b6a), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:57.211901 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddef394-f34f-4e60-9ae9-08947401c4b6 admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:20:57.218520 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-4ddef394-f34f-4e60-9ae9-08947401c4b6 admin admin] 10.222.0.64 "PUT /v2.0/routers/216de2a1-6fe1-4204-a02e-e8f20441feb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9158995 Jun 24 10:20:57.253219 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'name': 'tempest-TestMinimumBasicScenario-419792473-router', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c992e9-f767-4ec3-b901-b309da118823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:20:52Z', 'updated_at': '2022-06-24T10:20:56Z', 'revision_number': 4, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'gw_port': {'id': '64c992e9-f767-4ec3-b901-b309da118823', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:61:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:53Z', 'updated_at': '2022-06-24T10:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'b83f6809-1834-4097-abd8-8ad9adb84b6a', 'name': '', 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'mac_address': 'fa:16:3e:a0:b6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3cf20fba-3795-4f02-a6eb-2b9bf33d2a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:55Z', 'updated_at': '2022-06-24T10:20:56Z', 'revision_number': 2, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'subnets': [{'id': '3cf20fba-3795-4f02-a6eb-2b9bf33d2a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:57.269695 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-28b5a2da-94ad-4aa8-882a-5308eb9088bd req-6b27e581-681f-45e2-a3d8-804b5458263e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553210 Jun 24 10:20:57.311168 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7885433b-a754-4bd3-ae89-939d4f8933a7 None None] The sync data for ids ['216de2a1-6fe1-4204-a02e-e8f20441feb1'] in dv-cinder-847132-2-iscsi is: [{'id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'name': 'tempest-TestMinimumBasicScenario-419792473-router', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c992e9-f767-4ec3-b901-b309da118823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:20:52Z', 'updated_at': '2022-06-24T10:20:56Z', 'revision_number': 4, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'gw_port': {'id': '64c992e9-f767-4ec3-b901-b309da118823', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:61:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:53Z', 'updated_at': '2022-06-24T10:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'b83f6809-1834-4097-abd8-8ad9adb84b6a', 'name': '', 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'mac_address': 'fa:16:3e:a0:b6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3cf20fba-3795-4f02-a6eb-2b9bf33d2a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:55Z', 'updated_at': '2022-06-24T10:20:56Z', 'revision_number': 2, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'subnets': [{'id': '3cf20fba-3795-4f02-a6eb-2b9bf33d2a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:20:57.316193 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:20:57.316578 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:57.321235 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-ae01ac8d-1061-44e2-ab6c-b267beb22343 None None] Port b83f6809-1834-4097-abd8-8ad9adb84b6a cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:20:57.459537 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 44c57577-b7f4-4772-ade3-5e9b2dded200, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=44c57577-b7f4-4772-ade3-5e9b2dded200,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:20:57.476951 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': '44c57577-b7f4-4772-ade3-5e9b2dded200', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'port_id': '44c57577-b7f4-4772-ade3-5e9b2dded200', 'mac_address': 'fa:16:3e:69:b0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:20:57.478578 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:20:57.529726 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 44c57577-b7f4-4772-ade3-5e9b2dded200 is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:20:57.529726 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:57.556567 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c57577-b7f4-4772-ade3-5e9b2dded200 {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:20:57.583562 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 44c57577-b7f4-4772-ade3-5e9b2dded200, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=44c57577-b7f4-4772-ade3-5e9b2dded200,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:20:57.593979 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:57.654341 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:57.668121 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=44c57577-b7f4-4772-ade3-5e9b2dded200,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:57.746534 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:57.766453 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c237b3f-91df-4783-9b36-3fcc3f8a2b07 req-5523d930-2666-45a9-84fb-c69f43dbe87c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:57.767879 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4c237b3f-91df-4783-9b36-3fcc3f8a2b07 req-5523d930-2666-45a9-84fb-c69f43dbe87c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 945 time: 0.0591989 Jun 24 10:20:57.827634 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4c237b3f-91df-4783-9b36-3fcc3f8a2b07 req-0c8568dc-f1d6-4789-8dd3-de662490da24 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526760 Jun 24 10:20:57.836462 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 37864) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:57.841767 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-a8c02e3c-1d6f-4460-bdb1-149d12657800 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1559722088-network', 'tenant_id': '05a745d261eb464a95f6f1437e87ad8d'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:20:57.847392 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['44c57577-b7f4-4772-ade3-5e9b2dded200'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:20:57.865576 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c02e3c-1d6f-4460-bdb1-149d12657800 admin admin] Made reservation on behalf of 05a745d261eb464a95f6f1437e87ad8d for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:20:57.868462 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a8c02e3c-1d6f-4460-bdb1-149d12657800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:57.871968 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:57.879507 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a8c02e3c-1d6f-4460-bdb1-149d12657800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:57.929497 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:57.987302 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a8c02e3c-1d6f-4460-bdb1-149d12657800 admin admin] Publish callbacks [] for security_group (5325f697-603c-4ba0-8511-69eccca5cb8d), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:57.993638 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a8c02e3c-1d6f-4460-bdb1-149d12657800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (5325f697-603c-4ba0-8511-69eccca5cb8d), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:58.038660 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c02e3c-1d6f-4460-bdb1-149d12657800 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:20:58.047491 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c02e3c-1d6f-4460-bdb1-149d12657800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5325f697-603c-4ba0-8511-69eccca5cb8d,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:58.066475 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a8c02e3c-1d6f-4460-bdb1-149d12657800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (517e639f-85e7-435f-92a6-836de92e32c0), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:58.067037 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-a8c02e3c-1d6f-4460-bdb1-149d12657800 admin admin] Added segment 517e639f-85e7-435f-92a6-836de92e32c0 of type vlan for network 7249e39e-e243-4e64-b3e3-f203f405ffb7 Jun 24 10:20:58.137156 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a8c02e3c-1d6f-4460-bdb1-149d12657800 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739177427905'] for network (7249e39e-e243-4e64-b3e3-f203f405ffb7), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:58.166881 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a8c02e3c-1d6f-4460-bdb1-149d12657800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for network (7249e39e-e243-4e64-b3e3-f203f405ffb7), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:58.167909 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c02e3c-1d6f-4460-bdb1-149d12657800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:58.168490 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a8c02e3c-1d6f-4460-bdb1-149d12657800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:58.204485 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a8c02e3c-1d6f-4460-bdb1-149d12657800 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3668857 Jun 24 10:20:58.208092 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 37866) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:58.214258 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-27535f3f-e534-4fe2-9d47-e96339f99752 admin admin] Request body: {'subnet': {'network_id': '7249e39e-e243-4e64-b3e3-f203f405ffb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1559722088-subnet', 'tenant_id': '05a745d261eb464a95f6f1437e87ad8d', 'ip_version': 4}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:20:58.236828 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27535f3f-e534-4fe2-9d47-e96339f99752 admin admin] Made reservation on behalf of 05a745d261eb464a95f6f1437e87ad8d for: {'subnet': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:20:58.238841 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c02e3c-1d6f-4460-bdb1-149d12657800 admin admin] Pushing event updated for resources: {'Network': ['ID=7249e39e-e243-4e64-b3e3-f203f405ffb7,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:58.248107 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-27535f3f-e534-4fe2-9d47-e96339f99752 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16557606'] for subnet (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:58.250512 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Network 7249e39e-e243-4e64-b3e3-f203f405ffb7 details requested by agent ovs-agent-dv-cinder-847132-2-iscsi with host dv-cinder-847132-2-iscsi {{(pid=104053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:20:58.360378 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:58.415096 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5b34d-06b9-4c41-b0b6-8a2c9d0e930f req-cfc7ba32-de79-493e-845c-ddcee17ef38a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:58.416679 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-54f5b34d-06b9-4c41-b0b6-8a2c9d0e930f req-cfc7ba32-de79-493e-845c-ddcee17ef38a tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0593507 Jun 24 10:20:58.538293 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-54f5b34d-06b9-4c41-b0b6-8a2c9d0e930f req-094ff474-378e-4acb-ab0e-65283f79eca6 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026578 Jun 24 10:20:58.545228 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-27535f3f-e534-4fe2-9d47-e96339f99752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15868991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16557648'] for subnet (258ce9eb-f8b8-4f32-b917-518baede7ce3), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:58.606140 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27535f3f-e534-4fe2-9d47-e96339f99752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=258ce9eb-f8b8-4f32-b917-518baede7ce3,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:58.614021 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27535f3f-e534-4fe2-9d47-e96339f99752 admin admin] Checking segment: {'id': '517e639f-85e7-435f-92a6-836de92e32c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7249e39e-e243-4e64-b3e3-f203f405ffb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:20:58.614395 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27535f3f-e534-4fe2-9d47-e96339f99752 admin admin] Network hostable DHCP agents. Network: 7249e39e-e243-4e64-b3e3-f203f405ffb7, hostable agents: ['22a27e04-c0da-4a0e-a08f-10cd4fcfc09e'], hosted agents: [] {{(pid=104051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:20:58.633747 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27535f3f-e534-4fe2-9d47-e96339f99752 admin admin] Network 7249e39e-e243-4e64-b3e3-f203f405ffb7 is scheduled to be hosted by DHCP agent 22a27e04-c0da-4a0e-a08f-10cd4fcfc09e with binding_index 1 {{(pid=104051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:20:58.643679 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-27535f3f-e534-4fe2-9d47-e96339f99752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847132-2-iscsi, 7249e39e-e243-4e64-b3e3-f203f405ffb7) {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:20:58.647898 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27535f3f-e534-4fe2-9d47-e96339f99752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:58.648494 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-27535f3f-e534-4fe2-9d47-e96339f99752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:58.654960 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543c42a2-2208-4af2-b0ab-997577f47267 None None] Network 7249e39e-e243-4e64-b3e3-f203f405ffb7 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:20:58.666922 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-27535f3f-e534-4fe2-9d47-e96339f99752 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4569314 Jun 24 10:20:58.669492 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 37870) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:58.674061 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-550e6ff6-310a-446b-ae81-bd6ed3a2c5d3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1559722088-router', 'tenant_id': '05a745d261eb464a95f6f1437e87ad8d', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:20:58.701886 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-550e6ff6-310a-446b-ae81-bd6ed3a2c5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-395474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7657'] for router (f06e4fca-ab23-45b3-91b9-d358b6ce2aa1), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:58.703237 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-550e6ff6-310a-446b-ae81-bd6ed3a2c5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7678'] for router (f06e4fca-ab23-45b3-91b9-d358b6ce2aa1), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:58.763810 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-550e6ff6-310a-446b-ae81-bd6ed3a2c5d3 admin admin] Publish callbacks [] for router_controller (f06e4fca-ab23-45b3-91b9-d358b6ce2aa1), precommit_add_association {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:58.778753 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb0684a-0f6e-4a0a-9d96-9c7996bdf33f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e32736c-ee8a-568f-8714-1db4f76c74ea-7249e39e-e243-4e64-b3e3-f203f405ffb7', 'network_id': '7249e39e-e243-4e64-b3e3-f203f405ffb7', 'project_id': '05a745d261eb464a95f6f1437e87ad8d', 'fixed_ips': [{'subnet_id': '258ce9eb-f8b8-4f32-b917-518baede7ce3'}]}} from dv-cinder-847132-2-iscsi. {{(pid=104053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:20:58.780007 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-acb0684a-0f6e-4a0a-9d96-9c7996bdf33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:58.925486 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-acb0684a-0f6e-4a0a-9d96-9c7996bdf33f None None] Allocated IP 172.20.0.2 (7249e39e-e243-4e64-b3e3-f203f405ffb7/258ce9eb-f8b8-4f32-b917-518baede7ce3/e247679c-a1e8-421f-a10a-d299b37b6bbf) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:20:58.950989 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:58.982658 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b52a1-735b-4b83-9384-7efe580f1783 req-55cac294-4ff7-4e45-8de8-bd53c41c1825 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:58.992819 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0b7b52a1-735b-4b83-9384-7efe580f1783 req-55cac294-4ff7-4e45-8de8-bd53c41c1825 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 945 time: 0.0760999 Jun 24 10:20:59.090320 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0b7b52a1-735b-4b83-9384-7efe580f1783 req-efe9945c-5fe2-4260-83f2-c614a1f5bb6c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866735 Jun 24 10:20:59.109230 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-acb0684a-0f6e-4a0a-9d96-9c7996bdf33f None None] Publish callbacks [] for port (e247679c-a1e8-421f-a10a-d299b37b6bbf), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:59.116586 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-acb0684a-0f6e-4a0a-9d96-9c7996bdf33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714'] for port (e247679c-a1e8-421f-a10a-d299b37b6bbf), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:59.151816 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 64c992e9-f767-4ec3-b901-b309da118823 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:20:59.188251 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb0684a-0f6e-4a0a-9d96-9c7996bdf33f None None] Network 7249e39e-e243-4e64-b3e3-f203f405ffb7 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:20:59.195170 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-acb0684a-0f6e-4a0a-9d96-9c7996bdf33f None None] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:20:59.198570 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0684a-0f6e-4a0a-9d96-9c7996bdf33f None None] Pushing event updated for resources: {'Port': ['ID=e247679c-a1e8-421f-a10a-d299b37b6bbf,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:59.200771 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb0684a-0f6e-4a0a-9d96-9c7996bdf33f None None] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:20:59.209551 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 44c57577-b7f4-4772-ade3-5e9b2dded200 up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:20:59.266495 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-550e6ff6-310a-446b-ae81-bd6ed3a2c5d3 admin admin] Publish callbacks [] for router_gateway (f06e4fca-ab23-45b3-91b9-d358b6ce2aa1), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:59.300744 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 64c992e9-f767-4ec3-b901-b309da118823 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:20:59.301367 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (64c992e9-f767-4ec3-b901-b309da118823), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:59.303851 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1d34c-234b-472b-b0c4-552c206092e9 req-356b50a2-3403-4729-8654-9d18c67fd3e6 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:59.304411 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:59.305349 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a2f1d34c-234b-472b-b0c4-552c206092e9 req-356b50a2-3403-4729-8654-9d18c67fd3e6 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.27 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0767288 Jun 24 10:20:59.329007 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:59.330043 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-acb0684a-0f6e-4a0a-9d96-9c7996bdf33f None None] Attempting to bind port e247679c-a1e8-421f-a10a-d299b37b6bbf on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:20:59.330533 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-acb0684a-0f6e-4a0a-9d96-9c7996bdf33f None None] Attempting to bind port e247679c-a1e8-421f-a10a-d299b37b6bbf by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '517e639f-85e7-435f-92a6-836de92e32c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7249e39e-e243-4e64-b3e3-f203f405ffb7'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:20:59.330813 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb0684a-0f6e-4a0a-9d96-9c7996bdf33f None None] Attempting to bind port e247679c-a1e8-421f-a10a-d299b37b6bbf on network 7249e39e-e243-4e64-b3e3-f203f405ffb7 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:20:59.345705 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning for port 44c57577-b7f4-4772-ade3-5e9b2dded200 completed by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:20:59.350034 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb0684a-0f6e-4a0a-9d96-9c7996bdf33f None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:20:59.350399 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb0684a-0f6e-4a0a-9d96-9c7996bdf33f None None] Checking segment: {'id': '517e639f-85e7-435f-92a6-836de92e32c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7249e39e-e243-4e64-b3e3-f203f405ffb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:20:59.350828 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-acb0684a-0f6e-4a0a-9d96-9c7996bdf33f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:59.351224 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb0684a-0f6e-4a0a-9d96-9c7996bdf33f None None] Bound using segment: {'id': '517e639f-85e7-435f-92a6-836de92e32c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7249e39e-e243-4e64-b3e3-f203f405ffb7'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:20:59.351693 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-acb0684a-0f6e-4a0a-9d96-9c7996bdf33f None None] Bound port: e247679c-a1e8-421f-a10a-d299b37b6bbf, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517e639f-85e7-435f-92a6-836de92e32c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7249e39e-e243-4e64-b3e3-f203f405ffb7'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:20:59.352062 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-acb0684a-0f6e-4a0a-9d96-9c7996bdf33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (e247679c-a1e8-421f-a10a-d299b37b6bbf), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:59.364154 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port 44c57577-b7f4-4772-ade3-5e9b2dded200 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:20:59.364522 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:59.505845 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-a2f1d34c-234b-472b-b0c4-552c206092e9 req-b5f0bb07-4510-4b3f-a69e-0d94e96a1f10 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Deleting port f5b17bbb-f70d-4036-a17a-05e70d05ead8 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:20:59.506164 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a2f1d34c-234b-472b-b0c4-552c206092e9 req-b5f0bb07-4510-4b3f-a69e-0d94e96a1f10 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (f5b17bbb-f70d-4036-a17a-05e70d05ead8), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:59.605997 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:59.613157 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-550e6ff6-310a-446b-ae81-bd6ed3a2c5d3 admin admin] Publish callbacks [] for router_gateway (f06e4fca-ab23-45b3-91b9-d358b6ce2aa1), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:59.623564 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 64c992e9-f767-4ec3-b901-b309da118823 is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:20:59.623564 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (64c992e9-f767-4ec3-b901-b309da118823), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:59.631542 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-acb0684a-0f6e-4a0a-9d96-9c7996bdf33f None None] For port e247679c-a1e8-421f-a10a-d299b37b6bbf, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:20:59.635659 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-acb0684a-0f6e-4a0a-9d96-9c7996bdf33f None None] For port e247679c-a1e8-421f-a10a-d299b37b6bbf, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=e247679c-a1e8-421f-a10a-d299b37b6bbf,segment=NetworkSegment(517e639f-85e7-435f-92a6-836de92e32c0),segment_id=517e639f-85e7-435f-92a6-836de92e32c0)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:20:59.649580 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-550e6ff6-310a-446b-ae81-bd6ed3a2c5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:59.667266 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-acb0684a-0f6e-4a0a-9d96-9c7996bdf33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (e247679c-a1e8-421f-a10a-d299b37b6bbf), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:59.667952 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:59.685782 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] Sync routers for ids ['216de2a1-6fe1-4204-a02e-e8f20441feb1'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:20:59.688785 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91790a93-9522-4ba1-bc3e-37196f5fe4e1 req-c360396a-2736-4f54-90d8-08c3d5182da7 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:59.695775 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] For port 64c992e9-f767-4ec3-b901-b309da118823, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=64c992e9-f767-4ec3-b901-b309da118823,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:20:59.697622 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-91790a93-9522-4ba1-bc3e-37196f5fe4e1 req-c360396a-2736-4f54-90d8-08c3d5182da7 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 946 time: 0.0765567 Jun 24 10:20:59.711615 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] Routers {'216de2a1-6fe1-4204-a02e-e8f20441feb1'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:20:59.711615 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:20:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['216de2a1-6fe1-4204-a02e-e8f20441feb1'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:59.731128 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-a2f1d34c-234b-472b-b0c4-552c206092e9 req-b5f0bb07-4510-4b3f-a69e-0d94e96a1f10 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] For port f5b17bbb-f70d-4036-a17a-05e70d05ead8, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=f5b17bbb-f70d-4036-a17a-05e70d05ead8,segment=NetworkSegment(4711d589-da8e-4c33-8cd2-a8ecd7a525ee),segment_id=4711d589-da8e-4c33-8cd2-a8ecd7a525ee)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:20:59.731502 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a2f1d34c-234b-472b-b0c4-552c206092e9 req-b5f0bb07-4510-4b3f-a69e-0d94e96a1f10 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (f5b17bbb-f70d-4036-a17a-05e70d05ead8), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:59.739573 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (64c992e9-f767-4ec3-b901-b309da118823), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:59.749437 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 44c57577-b7f4-4772-ade3-5e9b2dded200 is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:20:59.749992 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:59.767010 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-a2f1d34c-234b-472b-b0c4-552c206092e9 req-b5f0bb07-4510-4b3f-a69e-0d94e96a1f10 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Calling delete_port for f5b17bbb-f70d-4036-a17a-05e70d05ead8 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:20:59.778395 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-91790a93-9522-4ba1-bc3e-37196f5fe4e1 req-b0f815b3-a83d-4b72-98dc-7937849af353 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763743 Jun 24 10:20:59.807049 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:59.812034 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2ba100-192e-4c39-a43a-93be37df4e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c57577-b7f4-4772-ade3-5e9b2dded200'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:20:59.814534 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6994dd91-7f54-41e3-b793-f8b0a8aba93e" -d '{"events": [{"server_uuid": "6a2ba100-192e-4c39-a43a-93be37df4e63", "name": "network-vif-plugged", "status": "completed", "tag": "44c57577-b7f4-4772-ade3-5e9b2dded200"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:20:59.819618 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0684a-0f6e-4a0a-9d96-9c7996bdf33f None None] Pushing event updated for resources: {'Port': ['ID=e247679c-a1e8-421f-a10a-d299b37b6bbf,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:59.835384 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 44c57577-b7f4-4772-ade3-5e9b2dded200, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=44c57577-b7f4-4772-ade3-5e9b2dded200,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:20:59.857788 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:59.875114 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7285cc5a-7307-42f5-ade3-44a247ce4ced x-openstack-request-id: req-7285cc5a-7307-42f5-ade3-44a247ce4ced {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:20:59.875643 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2ba100-192e-4c39-a43a-93be37df4e63", "name": "network-vif-plugged", "status": "completed", "tag": "44c57577-b7f4-4772-ade3-5e9b2dded200", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:20:59.875895 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7285cc5a-7307-42f5-ade3-44a247ce4ced {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:20:59.876287 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7285cc5a-7307-42f5-ade3-44a247ce4ced'] response: {'server_uuid': '6a2ba100-192e-4c39-a43a-93be37df4e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c57577-b7f4-4772-ade3-5e9b2dded200', 'code': 200} Jun 24 10:20:59.898495 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Pushing event updated for resources: {'Port': ['ID=64c992e9-f767-4ec3-b901-b309da118823,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:59.910931 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-550e6ff6-310a-446b-ae81-bd6ed3a2c5d3 admin admin] Allocated IP 172.27.0.144 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/07236d5d-0816-4808-a5c8-3213abaa9d30) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:20:59.929963 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] Set router 216de2a1-6fe1-4204-a02e-e8f20441feb1 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:20:59.972410 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:59.990681 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=44c57577-b7f4-4772-ade3-5e9b2dded200,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:00.174794 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a2f1d34c-234b-472b-b0c4-552c206092e9 req-b5f0bb07-4510-4b3f-a69e-0d94e96a1f10 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (f5b17bbb-f70d-4036-a17a-05e70d05ead8), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:00.188466 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['f5b17bbb-f70d-4036-a17a-05e70d05ead8', '05874f33-e136-4a35-af2c-074f2098eaf9'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:21:00.202345 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126064f-38cc-4bfe-a98b-7db3c714c58c req-7cc1148f-d343-46c1-b157-fe17302503f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:00.204053 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e126064f-38cc-4bfe-a98b-7db3c714c58c req-7cc1148f-d343-46c1-b157-fe17302503f8 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 1130 time: 0.1063967 Jun 24 10:21:00.204212 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'name': 'tempest-TestMinimumBasicScenario-419792473-router', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c992e9-f767-4ec3-b901-b309da118823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:20:52Z', 'updated_at': '2022-06-24T10:20:56Z', 'revision_number': 4, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'gw_port': {'id': '64c992e9-f767-4ec3-b901-b309da118823', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:53Z', 'updated_at': '2022-06-24T10:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'b83f6809-1834-4097-abd8-8ad9adb84b6a', 'name': '', 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'mac_address': 'fa:16:3e:a0:b6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3cf20fba-3795-4f02-a6eb-2b9bf33d2a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:55Z', 'updated_at': '2022-06-24T10:20:56Z', 'revision_number': 2, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'subnets': [{'id': '3cf20fba-3795-4f02-a6eb-2b9bf33d2a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:00.233148 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] Checking router: 216de2a1-6fe1-4204-a02e-e8f20441feb1 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:21:00.233391 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] Updating router 216de2a1-6fe1-4204-a02e-e8f20441feb1 port b83f6809-1834-4097-abd8-8ad9adb84b6a binding host dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:21:00.234972 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca63457-62cd-4dd1-9873-e5119923b6d1 req-b3258472-dcba-4bd7-9dc6-d9e661f0b372 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:00.237332 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aca63457-62cd-4dd1-9873-e5119923b6d1 req-b3258472-dcba-4bd7-9dc6-d9e661f0b372 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.0600140 Jun 24 10:21:00.242125 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-550e6ff6-310a-446b-ae81-bd6ed3a2c5d3 admin admin] Publish callbacks [] for port (07236d5d-0816-4808-a5c8-3213abaa9d30), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:00.246879 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0bb07-4510-4b3f-a69e-0d94e96a1f10 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Pushing event deleted for resources: {'Port': ['ID=f5b17bbb-f70d-4036-a17a-05e70d05ead8,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:00.286868 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (b83f6809-1834-4097-abd8-8ad9adb84b6a), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:00.324887 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aca63457-62cd-4dd1-9873-e5119923b6d1 req-297bb5b6-4a16-456b-a443-9c932fbda60a tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808761 Jun 24 10:21:00.343478 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f1d34c-234b-472b-b0c4-552c206092e9 req-b5f0bb07-4510-4b3f-a69e-0d94e96a1f10 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] No DVR routers for this DVR port f5b17bbb-f70d-4036-a17a-05e70d05ead8 on host hv-cinder-84713 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:21:00.351163 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a2f1d34c-234b-472b-b0c4-552c206092e9 req-b5f0bb07-4510-4b3f-a69e-0d94e96a1f10 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:00.355550 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a2f1d34c-234b-472b-b0c4-552c206092e9 req-b5f0bb07-4510-4b3f-a69e-0d94e96a1f10 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.27 "DELETE /v2.0/ports/f5b17bbb-f70d-4036-a17a-05e70d05ead8 HTTP/1.1" status: 204 len: 173 time: 1.0435407 Jun 24 10:21:00.359669 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1b257c-d6c5-4686-96f2-73dfcb9516ef', 'name': 'network-vif-deleted', 'tag': 'f5b17bbb-f70d-4036-a17a-05e70d05ead8'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:21:00.362002 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69e52d7-ccd4-4b5e-b866-98c0b536a9e6" -d '{"events": [{"server_uuid": "be1b257c-d6c5-4686-96f2-73dfcb9516ef", "name": "network-vif-deleted", "tag": "f5b17bbb-f70d-4036-a17a-05e70d05ead8"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:21:00.388985 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e126064f-38cc-4bfe-a98b-7db3c714c58c req-d55cbcd7-8040-42f8-9302-5c2f30ccc1bf service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605587 Jun 24 10:21:00.398976 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-550e6ff6-310a-446b-ae81-bd6ed3a2c5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (07236d5d-0816-4808-a5c8-3213abaa9d30), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:00.425678 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3f1253-af7a-4bff-8174-83737101b3c7 x-openstack-request-id: req-8e3f1253-af7a-4bff-8174-83737101b3c7 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:21:00.425893 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1b257c-d6c5-4686-96f2-73dfcb9516ef", "name": "network-vif-deleted", "tag": "f5b17bbb-f70d-4036-a17a-05e70d05ead8", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:21:00.426128 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e3f1253-af7a-4bff-8174-83737101b3c7 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:21:00.426525 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e3f1253-af7a-4bff-8174-83737101b3c7'] response: {'server_uuid': 'be1b257c-d6c5-4686-96f2-73dfcb9516ef', 'name': 'network-vif-deleted', 'tag': 'f5b17bbb-f70d-4036-a17a-05e70d05ead8', 'status': 'completed', 'code': 200} Jun 24 10:21:00.447827 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550e6ff6-310a-446b-ae81-bd6ed3a2c5d3 admin admin] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:00.455426 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-550e6ff6-310a-446b-ae81-bd6ed3a2c5d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:00.458748 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e6ff6-310a-446b-ae81-bd6ed3a2c5d3 admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:21:00.484081 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:00.496352 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e6ff6-310a-446b-ae81-bd6ed3a2c5d3 admin admin] Pushing event updated for resources: {'Port': ['ID=07236d5d-0816-4808-a5c8-3213abaa9d30,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:00.599621 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] Publish callbacks [] for port (b83f6809-1834-4097-abd8-8ad9adb84b6a), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:00.608860 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (b83f6809-1834-4097-abd8-8ad9adb84b6a), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:00.684048 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7591207-35b1-4b7e-a72c-81e11a45bd3c None None] Pushing event updated for resources: {'Port': ['ID=b83f6809-1834-4097-abd8-8ad9adb84b6a,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:00.699792 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7591207-35b1-4b7e-a72c-81e11a45bd3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:00.700554 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7591207-35b1-4b7e-a72c-81e11a45bd3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:00.701091 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7591207-35b1-4b7e-a72c-81e11a45bd3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:00.701739 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7591207-35b1-4b7e-a72c-81e11a45bd3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:00.702283 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7591207-35b1-4b7e-a72c-81e11a45bd3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:00.702788 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7591207-35b1-4b7e-a72c-81e11a45bd3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:00.703280 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7591207-35b1-4b7e-a72c-81e11a45bd3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:00.703758 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7591207-35b1-4b7e-a72c-81e11a45bd3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:00.704115 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7591207-35b1-4b7e-a72c-81e11a45bd3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:00.704444 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7591207-35b1-4b7e-a72c-81e11a45bd3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:00.704769 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7591207-35b1-4b7e-a72c-81e11a45bd3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:00.705130 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7591207-35b1-4b7e-a72c-81e11a45bd3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:00.705446 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7591207-35b1-4b7e-a72c-81e11a45bd3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:00.706063 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7591207-35b1-4b7e-a72c-81e11a45bd3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:00.706386 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7591207-35b1-4b7e-a72c-81e11a45bd3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:00.791907 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-550e6ff6-310a-446b-ae81-bd6ed3a2c5d3 admin admin] Publish callbacks [] for router_gateway (f06e4fca-ab23-45b3-91b9-d358b6ce2aa1), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:00.793233 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] Attempting to bind port b83f6809-1834-4097-abd8-8ad9adb84b6a on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:21:00.793233 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] Attempting to bind port b83f6809-1834-4097-abd8-8ad9adb84b6a by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '19ace9fb-f518-44ae-8f89-d571204a940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:21:00.793233 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] Attempting to bind port b83f6809-1834-4097-abd8-8ad9adb84b6a on network c3dbd8da-335a-433c-9ef1-e6bc6e20a951 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:21:00.801562 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:21:00.802263 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] Checking segment: {'id': '19ace9fb-f518-44ae-8f89-d571204a940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:21:00.802550 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:00.803529 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] Bound using segment: {'id': '19ace9fb-f518-44ae-8f89-d571204a940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:21:00.804443 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] Bound port: b83f6809-1834-4097-abd8-8ad9adb84b6a, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ace9fb-f518-44ae-8f89-d571204a940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:21:00.804893 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (b83f6809-1834-4097-abd8-8ad9adb84b6a), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:00.868686 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:00.899237 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] For port b83f6809-1834-4097-abd8-8ad9adb84b6a, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:21:00.904966 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] For port b83f6809-1834-4097-abd8-8ad9adb84b6a, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=b83f6809-1834-4097-abd8-8ad9adb84b6a,segment=NetworkSegment(19ace9fb-f518-44ae-8f89-d571204a940f),segment_id=19ace9fb-f518-44ae-8f89-d571204a940f)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:21:00.907484 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:00.917750 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (b83f6809-1834-4097-abd8-8ad9adb84b6a), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:00.958777 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7fd9c0d1-3f57-4157-aa66-957bfee4ed0d req-f980bcdb-8f75-435d-ac5d-3edf14edeb40 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=be1b257c-d6c5-4686-96f2-73dfcb9516ef HTTP/1.1" status: 200 len: 210 time: 0.0514362 Jun 24 10:21:00.977182 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:01.003920 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] Routers {'216de2a1-6fe1-4204-a02e-e8f20441feb1'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:21:01.004551 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:20:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['216de2a1-6fe1-4204-a02e-e8f20441feb1'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:01.150661 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-550e6ff6-310a-446b-ae81-bd6ed3a2c5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401867'] for router (f06e4fca-ab23-45b3-91b9-d358b6ce2aa1), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:01.187966 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:01.193783 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-8bfc5c8a-5410-4bdb-9b71-a0ec02627ca0 None None] Provisioning complete for port b83f6809-1834-4097-abd8-8ad9adb84b6a triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:21:01.194304 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8bfc5c8a-5410-4bdb-9b71-a0ec02627ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (b83f6809-1834-4097-abd8-8ad9adb84b6a), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:01.225946 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7591207-35b1-4b7e-a72c-81e11a45bd3c None None] Pushing event updated for resources: {'Port': ['ID=b83f6809-1834-4097-abd8-8ad9adb84b6a,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:01.342884 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device e247679c-a1e8-421f-a10a-d299b37b6bbf up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:01.353121 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] Set router 216de2a1-6fe1-4204-a02e-e8f20441feb1 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:21:01.405441 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-8bfc5c8a-5410-4bdb-9b71-a0ec02627ca0 None None] Current status of the port b83f6809-1834-4097-abd8-8ad9adb84b6a is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:21:01.409265 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8bfc5c8a-5410-4bdb-9b71-a0ec02627ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (b83f6809-1834-4097-abd8-8ad9adb84b6a), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:01.411040 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550e6ff6-310a-446b-ae81-bd6ed3a2c5d3 admin admin] Router f06e4fca-ab23-45b3-91b9-d358b6ce2aa1 is scheduled to L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 with binding_index 1 {{(pid=104052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:21:01.428801 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:01.495520 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739adfe3-142d-460d-b7da-f2aeffaebbdb None None] Network 7249e39e-e243-4e64-b3e3-f203f405ffb7 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:21:01.536083 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8959e-025f-4642-a8c5-24f9bbed249f req-2d0d6032-352b-4963-a193-78cdfdfa49a5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:01.543861 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fcd8959e-025f-4642-a8c5-24f9bbed249f req-2d0d6032-352b-4963-a193-78cdfdfa49a5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.1063604 Jun 24 10:21:01.556074 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-8bfc5c8a-5410-4bdb-9b71-a0ec02627ca0 None None] For port b83f6809-1834-4097-abd8-8ad9adb84b6a, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=b83f6809-1834-4097-abd8-8ad9adb84b6a,segment=NetworkSegment(19ace9fb-f518-44ae-8f89-d571204a940f),segment_id=19ace9fb-f518-44ae-8f89-d571204a940f)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:01.559491 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port e247679c-a1e8-421f-a10a-d299b37b6bbf triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:21:01.560129 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (e247679c-a1e8-421f-a10a-d299b37b6bbf), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:01.593550 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8bfc5c8a-5410-4bdb-9b71-a0ec02627ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (b83f6809-1834-4097-abd8-8ad9adb84b6a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:01.601831 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fcd8959e-025f-4642-a8c5-24f9bbed249f req-a0b28d35-d865-42b8-a8ca-633557c0f8d9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561094 Jun 24 10:21:01.628146 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550e6ff6-310a-446b-ae81-bd6ed3a2c5d3 admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:21:01.648854 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-550e6ff6-310a-446b-ae81-bd6ed3a2c5d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:01.653585 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-550e6ff6-310a-446b-ae81-bd6ed3a2c5d3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9802992 Jun 24 10:21:01.653813 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 37888) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:01.667836 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] Sync routers for ids ['f06e4fca-ab23-45b3-91b9-d358b6ce2aa1'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:21:01.739768 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'name': 'tempest-TestMinimumBasicScenario-419792473-router', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c992e9-f767-4ec3-b901-b309da118823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:20:52Z', 'updated_at': '2022-06-24T10:20:56Z', 'revision_number': 4, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'gw_port': {'id': '64c992e9-f767-4ec3-b901-b309da118823', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:53Z', 'updated_at': '2022-06-24T10:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'b83f6809-1834-4097-abd8-8ad9adb84b6a', 'name': '', 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'mac_address': 'fa:16:3e:a0:b6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3cf20fba-3795-4f02-a6eb-2b9bf33d2a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:55Z', 'updated_at': '2022-06-24T10:21:00Z', 'revision_number': 4, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'subnets': [{'id': '3cf20fba-3795-4f02-a6eb-2b9bf33d2a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:01.752353 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] Routers {'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:21:01.753032 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:20:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['f06e4fca-ab23-45b3-91b9-d358b6ce2aa1'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:01.779875 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d29e8fb-76fe-4259-9705-b59ff8baadcd None None] The sync data for ids ['216de2a1-6fe1-4204-a02e-e8f20441feb1'] in dv-cinder-847132-2-iscsi is: [{'id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'name': 'tempest-TestMinimumBasicScenario-419792473-router', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c992e9-f767-4ec3-b901-b309da118823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:20:52Z', 'updated_at': '2022-06-24T10:20:56Z', 'revision_number': 4, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'gw_port': {'id': '64c992e9-f767-4ec3-b901-b309da118823', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:53Z', 'updated_at': '2022-06-24T10:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'b83f6809-1834-4097-abd8-8ad9adb84b6a', 'name': '', 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'mac_address': 'fa:16:3e:a0:b6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3cf20fba-3795-4f02-a6eb-2b9bf33d2a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:55Z', 'updated_at': '2022-06-24T10:21:00Z', 'revision_number': 4, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'subnets': [{'id': '3cf20fba-3795-4f02-a6eb-2b9bf33d2a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:21:01.813284 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc5c8a-5410-4bdb-9b71-a0ec02627ca0 None None] Pushing event updated for resources: {'Port': ['ID=b83f6809-1834-4097-abd8-8ad9adb84b6a,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:01.821143 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-6c0f4473-549a-4f10-b8d8-014833e6bf80 None None] Provisioning complete for port e247679c-a1e8-421f-a10a-d299b37b6bbf triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:21:01.821143 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6c0f4473-549a-4f10-b8d8-014833e6bf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (e247679c-a1e8-421f-a10a-d299b37b6bbf), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:01.900796 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:02.053431 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port e247679c-a1e8-421f-a10a-d299b37b6bbf is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:21:02.053431 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (e247679c-a1e8-421f-a10a-d299b37b6bbf), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:02.129605 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] For port e247679c-a1e8-421f-a10a-d299b37b6bbf, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=e247679c-a1e8-421f-a10a-d299b37b6bbf,segment=NetworkSegment(517e639f-85e7-435f-92a6-836de92e32c0),segment_id=517e639f-85e7-435f-92a6-836de92e32c0)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:02.143570 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (e247679c-a1e8-421f-a10a-d299b37b6bbf), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:02.144422 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 64c992e9-f767-4ec3-b901-b309da118823 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:02.148421 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] Set router f06e4fca-ab23-45b3-91b9-d358b6ce2aa1 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:21:02.252010 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7eb3e6c1-4334-4977-a25b-6686148a4632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:02.309633 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Pushing event updated for resources: {'Port': ['ID=e247679c-a1e8-421f-a10a-d299b37b6bbf,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:02.342818 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:02.347408 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-6c0f4473-549a-4f10-b8d8-014833e6bf80 None None] Current status of the port e247679c-a1e8-421f-a10a-d299b37b6bbf is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:21:02.374885 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 64c992e9-f767-4ec3-b901-b309da118823 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:21:02.375276 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (64c992e9-f767-4ec3-b901-b309da118823), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:02.388472 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a18662-a5d1-43db-9fc6-ee2a5862c6bb req-3c64d565-93b5-49dd-9c70-ae2ad8f7d771 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:02.390297 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b3a18662-a5d1-43db-9fc6-ee2a5862c6bb req-3c64d565-93b5-49dd-9c70-ae2ad8f7d771 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 946 time: 0.0870922 Jun 24 10:21:02.426356 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-6c0f4473-549a-4f10-b8d8-014833e6bf80 None None] Provisioning complete for port b83f6809-1834-4097-abd8-8ad9adb84b6a triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:21:02.426926 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6c0f4473-549a-4f10-b8d8-014833e6bf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (b83f6809-1834-4097-abd8-8ad9adb84b6a), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:02.464132 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b3a18662-a5d1-43db-9fc6-ee2a5862c6bb req-b6ee528d-ac7f-46c1-962f-72769ca5d23d tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643840 Jun 24 10:21:02.464743 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:02.469259 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-7eb3e6c1-4334-4977-a25b-6686148a4632 admin admin] Allocated IP 172.20.0.1 (7249e39e-e243-4e64-b3e3-f203f405ffb7/258ce9eb-f8b8-4f32-b917-518baede7ce3/ea8c273f-cd90-4295-8ff2-75b5336e2ead) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:21:02.556198 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:02.604220 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7eb3e6c1-4334-4977-a25b-6686148a4632 admin admin] Publish callbacks [] for port (ea8c273f-cd90-4295-8ff2-75b5336e2ead), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:02.643117 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1', 'name': 'tempest-TestMinimumBasicScenario-1559722088-router', 'tenant_id': '05a745d261eb464a95f6f1437e87ad8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '07236d5d-0816-4808-a5c8-3213abaa9d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:20:58Z', 'updated_at': '2022-06-24T10:21:00Z', 'revision_number': 3, 'project_id': '05a745d261eb464a95f6f1437e87ad8d', 'gw_port': {'id': '07236d5d-0816-4808-a5c8-3213abaa9d30', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:59Z', 'updated_at': '2022-06-24T10:20:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:02.648330 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7eb3e6c1-4334-4977-a25b-6686148a4632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (ea8c273f-cd90-4295-8ff2-75b5336e2ead), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:02.688620 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-6c0f4473-549a-4f10-b8d8-014833e6bf80 None None] Current status of the port b83f6809-1834-4097-abd8-8ad9adb84b6a is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:21:02.692341 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] Checking router: f06e4fca-ab23-45b3-91b9-d358b6ce2aa1 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:21:02.692777 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] Updating router f06e4fca-ab23-45b3-91b9-d358b6ce2aa1 port 07236d5d-0816-4808-a5c8-3213abaa9d30 binding host dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:21:02.696810 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 64c992e9-f767-4ec3-b901-b309da118823 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:21:02.698247 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3e6c1-4334-4977-a25b-6686148a4632 admin admin] Pushing event updated for resources: {'Port': ['ID=ea8c273f-cd90-4295-8ff2-75b5336e2ead,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:02.723450 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb3e6c1-4334-4977-a25b-6686148a4632 admin admin] Network 7249e39e-e243-4e64-b3e3-f203f405ffb7 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:02.724642 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-7eb3e6c1-4334-4977-a25b-6686148a4632 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:02.725862 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (07236d5d-0816-4808-a5c8-3213abaa9d30), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:02.727305 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb3e6c1-4334-4977-a25b-6686148a4632 admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:21:02.782667 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7eb3e6c1-4334-4977-a25b-6686148a4632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400494'] for router_interface (f06e4fca-ab23-45b3-91b9-d358b6ce2aa1), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:02.802458 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6c751-0c7f-41b0-84ef-1bf165b749bc req-8d054de1-e12f-49b5-b21c-5d3ff9d1cffc tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:02.804368 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7bb6c751-0c7f-41b0-84ef-1bf165b749bc req-8d054de1-e12f-49b5-b21c-5d3ff9d1cffc tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.0865638 Jun 24 10:21:02.820317 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:02.840086 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-d4129c25-9ea9-4ea7-9512-8a5ff8305705 None None] Provisioning complete for port e247679c-a1e8-421f-a10a-d299b37b6bbf triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:21:02.840384 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d4129c25-9ea9-4ea7-9512-8a5ff8305705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (e247679c-a1e8-421f-a10a-d299b37b6bbf), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:02.892634 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7bb6c751-0c7f-41b0-84ef-1bf165b749bc req-026ac7d3-ee20-4f1f-9cab-d7c265d43af1 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807657 Jun 24 10:21:02.944040 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7eb3e6c1-4334-4977-a25b-6686148a4632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (ea8c273f-cd90-4295-8ff2-75b5336e2ead), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:02.963166 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:03.071829 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1ee6a-819c-4bbf-89b7-c3028a0fd9ab req-53a2d58f-01ce-4335-b17e-5c902f569058 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:03.074395 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7ab1ee6a-819c-4bbf-89b7-c3028a0fd9ab req-53a2d58f-01ce-4335-b17e-5c902f569058 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.0889604 Jun 24 10:21:03.084013 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 37900) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:03.089696 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-08cd6d9b-9d30-418b-b3eb-dde78e6b9763 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Request body: {'floatingip': {'port_id': '44c57577-b7f4-4772-ade3-5e9b2dded200'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:21:03.137260 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-08cd6d9b-9d30-418b-b3eb-dde78e6b9763 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for floatingip (a8213bb5-29d2-44b4-88b4-2de78501589e), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:03.160303 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device b83f6809-1834-4097-abd8-8ad9adb84b6a up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:03.161127 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7eb3e6c1-4334-4977-a25b-6686148a4632 admin admin] Publish callbacks [] for port (ea8c273f-cd90-4295-8ff2-75b5336e2ead), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:03.169087 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7eb3e6c1-4334-4977-a25b-6686148a4632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (ea8c273f-cd90-4295-8ff2-75b5336e2ead), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:03.216689 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-d4129c25-9ea9-4ea7-9512-8a5ff8305705 None None] Current status of the port e247679c-a1e8-421f-a10a-d299b37b6bbf is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:21:03.257741 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:03.264324 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device f5b17bbb-f70d-4036-a17a-05e70d05ead8 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:21:03.300957 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] No Port match for: f5b17bbb-f70d-4036-a17a-05e70d05ead8 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:21:03.301309 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device f5b17bbb-f70d-4036-a17a-05e70d05ead8 not bound to the agent host hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:21:03.313157 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port b83f6809-1834-4097-abd8-8ad9adb84b6a triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:21:03.314056 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (b83f6809-1834-4097-abd8-8ad9adb84b6a), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:03.318644 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] Publish callbacks [] for port (07236d5d-0816-4808-a5c8-3213abaa9d30), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:03.354029 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (07236d5d-0816-4808-a5c8-3213abaa9d30), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:03.392655 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-14e972ce-57de-4f59-8700-a8e9202b03b1 None None] Provisioning complete for port ea8c273f-cd90-4295-8ff2-75b5336e2ead triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:21:03.393510 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-14e972ce-57de-4f59-8700-a8e9202b03b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (ea8c273f-cd90-4295-8ff2-75b5336e2ead), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:03.460022 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb023a-e6b6-48f7-b578-4ccb55ee4610 None None] Pushing event updated for resources: {'Port': ['ID=07236d5d-0816-4808-a5c8-3213abaa9d30,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:03.462813 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] Attempting to bind port 07236d5d-0816-4808-a5c8-3213abaa9d30 on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:21:03.463179 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] Attempting to bind port 07236d5d-0816-4808-a5c8-3213abaa9d30 by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:21:03.463900 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] Attempting to bind port 07236d5d-0816-4808-a5c8-3213abaa9d30 on network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:21:03.468616 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-14e972ce-57de-4f59-8700-a8e9202b03b1 None None] Port ea8c273f-cd90-4295-8ff2-75b5336e2ead cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:21:03.481174 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:03.490317 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:21:03.490750 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] Checking segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:21:03.491124 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:03.491519 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] Bound using segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:21:03.492008 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] Bound port: 07236d5d-0816-4808-a5c8-3213abaa9d30, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:21:03.492395 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (07236d5d-0816-4808-a5c8-3213abaa9d30), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:03.535094 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port b83f6809-1834-4097-abd8-8ad9adb84b6a is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:21:03.535691 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device e247679c-a1e8-421f-a10a-d299b37b6bbf up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:03.541459 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3e6c1-4334-4977-a25b-6686148a4632 admin admin] Pushing event updated for resources: {'Port': ['ID=ea8c273f-cd90-4295-8ff2-75b5336e2ead,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:03.561772 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7eb3e6c1-4334-4977-a25b-6686148a4632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398334'] for router_interface (f06e4fca-ab23-45b3-91b9-d358b6ce2aa1), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:03.603803 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] For port 07236d5d-0816-4808-a5c8-3213abaa9d30, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:21:03.607900 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] For port 07236d5d-0816-4808-a5c8-3213abaa9d30, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=07236d5d-0816-4808-a5c8-3213abaa9d30,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:21:03.615788 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:03.620547 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (07236d5d-0816-4808-a5c8-3213abaa9d30), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:03.629344 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port e247679c-a1e8-421f-a10a-d299b37b6bbf triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:21:03.629718 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (e247679c-a1e8-421f-a10a-d299b37b6bbf), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:03.655596 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:03.698102 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb3e6c1-4334-4977-a25b-6686148a4632 admin admin] Network 7249e39e-e243-4e64-b3e3-f203f405ffb7 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:03.701309 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-7eb3e6c1-4334-4977-a25b-6686148a4632 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:03.722470 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] Routers {'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:21:03.723165 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:20:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['f06e4fca-ab23-45b3-91b9-d358b6ce2aa1'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:03.730377 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb023a-e6b6-48f7-b578-4ccb55ee4610 None None] Pushing event updated for resources: {'Port': ['ID=07236d5d-0816-4808-a5c8-3213abaa9d30,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:03.850695 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port e247679c-a1e8-421f-a10a-d299b37b6bbf is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:21:03.853685 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb3e6c1-4334-4977-a25b-6686148a4632 admin admin] Router f06e4fca-ab23-45b3-91b9-d358b6ce2aa1 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:21:03.872727 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] Set router f06e4fca-ab23-45b3-91b9-d358b6ce2aa1 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:21:03.918577 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.db.resource_extend [None req-08cd6d9b-9d30-418b-b3eb-dde78e6b9763 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 10:21:03.968878 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d829c-2647-4854-b880-ac3c83b114b0 req-3caa08c2-7bb1-4b64-b326-a1debacda992 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:03.970841 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-304d829c-2647-4854-b880-ac3c83b114b0 req-3caa08c2-7bb1-4b64-b326-a1debacda992 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 946 time: 0.3451622 Jun 24 10:21:03.993987 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-08cd6d9b-9d30-418b-b3eb-dde78e6b9763 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:04.004956 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-08cd6d9b-9d30-418b-b3eb-dde78e6b9763 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (a8213bb5-29d2-44b4-88b4-2de78501589e), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:04.011244 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb3e6c1-4334-4977-a25b-6686148a4632 admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:21:04.026674 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7eb3e6c1-4334-4977-a25b-6686148a4632 admin admin] 10.222.0.64 "PUT /v2.0/routers/f06e4fca-ab23-45b3-91b9-d358b6ce2aa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3627965 Jun 24 10:21:04.065502 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-5e74473f-dd25-444a-8b22-929a58277c85 None None] Provisioning complete for port ea8c273f-cd90-4295-8ff2-75b5336e2ead triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:21:04.065849 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5e74473f-dd25-444a-8b22-929a58277c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (ea8c273f-cd90-4295-8ff2-75b5336e2ead), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:04.076726 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-304d829c-2647-4854-b880-ac3c83b114b0 req-f80101c2-5e72-471e-9e5d-551f0576af90 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922427 Jun 24 10:21:04.124886 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:04.136600 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [None req-08cd6d9b-9d30-418b-b3eb-dde78e6b9763 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Floating IP a8213bb5-29d2-44b4-88b4-2de78501589e associated. External IP: 172.27.0.157, port: 44c57577-b7f4-4772-ade3-5e9b2dded200. Jun 24 10:21:04.145403 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-5e74473f-dd25-444a-8b22-929a58277c85 None None] Port ea8c273f-cd90-4295-8ff2-75b5336e2ead cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:21:04.200522 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1', 'name': 'tempest-TestMinimumBasicScenario-1559722088-router', 'tenant_id': '05a745d261eb464a95f6f1437e87ad8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '07236d5d-0816-4808-a5c8-3213abaa9d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:20:58Z', 'updated_at': '2022-06-24T10:21:02Z', 'revision_number': 4, 'project_id': '05a745d261eb464a95f6f1437e87ad8d', 'gw_port': {'id': '07236d5d-0816-4808-a5c8-3213abaa9d30', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:59Z', 'updated_at': '2022-06-24T10:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'ea8c273f-cd90-4295-8ff2-75b5336e2ead', 'name': '', 'network_id': '7249e39e-e243-4e64-b3e3-f203f405ffb7', 'tenant_id': '05a745d261eb464a95f6f1437e87ad8d', 'mac_address': 'fa:16:3e:bc:ba:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '258ce9eb-f8b8-4f32-b917-518baede7ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:21:02Z', 'updated_at': '2022-06-24T10:21:03Z', 'revision_number': 2, 'project_id': '05a745d261eb464a95f6f1437e87ad8d', 'subnets': [{'id': '258ce9eb-f8b8-4f32-b917-518baede7ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:04.227500 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edbf5a8-977b-452a-a5a2-5b3d90d2360d None None] The sync data for ids ['f06e4fca-ab23-45b3-91b9-d358b6ce2aa1'] in dv-cinder-847132-2-iscsi is: [{'id': 'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1', 'name': 'tempest-TestMinimumBasicScenario-1559722088-router', 'tenant_id': '05a745d261eb464a95f6f1437e87ad8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '07236d5d-0816-4808-a5c8-3213abaa9d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:20:58Z', 'updated_at': '2022-06-24T10:21:02Z', 'revision_number': 4, 'project_id': '05a745d261eb464a95f6f1437e87ad8d', 'gw_port': {'id': '07236d5d-0816-4808-a5c8-3213abaa9d30', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:59Z', 'updated_at': '2022-06-24T10:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'ea8c273f-cd90-4295-8ff2-75b5336e2ead', 'name': '', 'network_id': '7249e39e-e243-4e64-b3e3-f203f405ffb7', 'tenant_id': '05a745d261eb464a95f6f1437e87ad8d', 'mac_address': 'fa:16:3e:bc:ba:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '258ce9eb-f8b8-4f32-b917-518baede7ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:21:02Z', 'updated_at': '2022-06-24T10:21:03Z', 'revision_number': 2, 'project_id': '05a745d261eb464a95f6f1437e87ad8d', 'subnets': [{'id': '258ce9eb-f8b8-4f32-b917-518baede7ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:21:04.368235 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cd6d9b-9d30-418b-b3eb-dde78e6b9763 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Router 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:21:04.510337 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:04.513089 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cd6d9b-9d30-418b-b3eb-dde78e6b9763 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:21:04.522492 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-08cd6d9b-9d30-418b-b3eb-dde78e6b9763 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:04.525158 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dca10b-72ea-4051-b3c6-d86d4098814e None None] Sync routers for ids ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:21:04.571500 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dca10b-72ea-4051-b3c6-d86d4098814e None None] Routers {'6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:21:04.574769 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-08cd6d9b-9d30-418b-b3eb-dde78e6b9763 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "PUT /v2.0/floatingips/a8213bb5-29d2-44b4-88b4-2de78501589e HTTP/1.1" status: 200 len: 992 time: 1.4881785 Jun 24 10:21:04.574769 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2ba100-192e-4c39-a43a-93be37df4e63', 'tag': '44c57577-b7f4-4772-ade3-5e9b2dded200'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:21:04.575732 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-97dca10b-72ea-4051-b3c6-d86d4098814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:20:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:04.576713 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0842cb78391e2f7ce2bbbb97d4275cb0a39767f3185dad610fa5b26cb1bc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68811e72-24fc-46c1-b686-7382f3a5e2ca" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2ba100-192e-4c39-a43a-93be37df4e63", "tag": "44c57577-b7f4-4772-ade3-5e9b2dded200"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:21:04.637395 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4191358-eeb0-40aa-adb9-153304cb013a x-openstack-request-id: req-b4191358-eeb0-40aa-adb9-153304cb013a {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:21:04.637693 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2ba100-192e-4c39-a43a-93be37df4e63", "tag": "44c57577-b7f4-4772-ade3-5e9b2dded200", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:21:04.637945 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b4191358-eeb0-40aa-adb9-153304cb013a {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:21:04.638356 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4191358-eeb0-40aa-adb9-153304cb013a'] response: {'name': 'network-changed', 'server_uuid': '6a2ba100-192e-4c39-a43a-93be37df4e63', 'tag': '44c57577-b7f4-4772-ade3-5e9b2dded200', 'status': 'completed', 'code': 200} Jun 24 10:21:04.724333 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-97dca10b-72ea-4051-b3c6-d86d4098814e None None] Set router 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:21:05.006377 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-97dca10b-72ea-4051-b3c6-d86d4098814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'name': 'tempest-AttachVolumeShelveTestJSON-1553345152-router', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:01Z', 'updated_at': '2022-06-24T10:16:10Z', 'revision_number': 4, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'gw_port': {'id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:02Z', 'updated_at': '2022-06-24T10:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': 'a8213bb5-29d2-44b4-88b4-2de78501589e', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'port_id': '44c57577-b7f4-4772-ade3-5e9b2dded200', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'mac_address': 'fa:16:3e:69:b0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2ba100-192e-4c39-a43a-93be37df4e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:20:46Z', 'updated_at': '2022-06-24T10:21:03Z', 'revision_number': 1, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469af8e5-b73b-402e-a8d2-652dca1296ab', 'name': '', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'mac_address': 'fa:16:3e:8d:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:08Z', 'updated_at': '2022-06-24T10:16:26Z', 'revision_number': 5, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'subnets': [{'id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:05.045107 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dca10b-72ea-4051-b3c6-d86d4098814e None None] Checking router: 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:21:05.058074 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dca10b-72ea-4051-b3c6-d86d4098814e None None] Routers {'6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:21:05.058732 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-97dca10b-72ea-4051-b3c6-d86d4098814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:20:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:05.139142 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:05.241045 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68811e72-24fc-46c1-b686-7382f3a5e2ca req-22f9ab71-3de4-409e-86be-81c6b971bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:05.243255 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-68811e72-24fc-46c1-b686-7382f3a5e2ca req-22f9ab71-3de4-409e-86be-81c6b971bf53 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=74111042535d44c8a52a4656eb37fa23&device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 1130 time: 0.0876629 Jun 24 10:21:05.250923 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-97dca10b-72ea-4051-b3c6-d86d4098814e None None] Set router 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:21:05.353792 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01569792-bb3d-480c-adb1-85b56c253320 req-6ad31891-035a-4a42-bb1b-f6cb2cc08fc0 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:05.355474 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-01569792-bb3d-480c-adb1-85b56c253320 req-6ad31891-035a-4a42-bb1b-f6cb2cc08fc0 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 946 time: 0.1153853 Jun 24 10:21:05.381281 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:05.520331 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-01569792-bb3d-480c-adb1-85b56c253320 req-9e147f9d-fd53-4544-b2f1-f3fadb961514 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/security-groups?id=59052e2d-1e15-4ff8-a20f-95eb7d0e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572628 Jun 24 10:21:05.569626 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-97dca10b-72ea-4051-b3c6-d86d4098814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'name': 'tempest-AttachVolumeShelveTestJSON-1553345152-router', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:01Z', 'updated_at': '2022-06-24T10:16:10Z', 'revision_number': 4, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'gw_port': {'id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:02Z', 'updated_at': '2022-06-24T10:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': 'a8213bb5-29d2-44b4-88b4-2de78501589e', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'port_id': '44c57577-b7f4-4772-ade3-5e9b2dded200', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'mac_address': 'fa:16:3e:69:b0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2ba100-192e-4c39-a43a-93be37df4e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:20:46Z', 'updated_at': '2022-06-24T10:21:03Z', 'revision_number': 1, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469af8e5-b73b-402e-a8d2-652dca1296ab', 'name': '', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'mac_address': 'fa:16:3e:8d:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:08Z', 'updated_at': '2022-06-24T10:16:26Z', 'revision_number': 5, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'subnets': [{'id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:05.597342 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dca10b-72ea-4051-b3c6-d86d4098814e None None] The sync data for ids ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'] in dv-cinder-847132-2-iscsi is: [{'id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'name': 'tempest-AttachVolumeShelveTestJSON-1553345152-router', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:01Z', 'updated_at': '2022-06-24T10:16:10Z', 'revision_number': 4, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'gw_port': {'id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:02Z', 'updated_at': '2022-06-24T10:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': 'a8213bb5-29d2-44b4-88b4-2de78501589e', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'port_id': '44c57577-b7f4-4772-ade3-5e9b2dded200', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'mac_address': 'fa:16:3e:69:b0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2ba100-192e-4c39-a43a-93be37df4e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:20:46Z', 'updated_at': '2022-06-24T10:21:03Z', 'revision_number': 1, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469af8e5-b73b-402e-a8d2-652dca1296ab', 'name': '', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'mac_address': 'fa:16:3e:8d:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:08Z', 'updated_at': '2022-06-24T10:16:26Z', 'revision_number': 5, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'subnets': [{'id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:21:05.614970 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710af55-5721-4e7f-b60c-e162876c8367 req-f95821f9-a38c-451b-b4b1-51b7a1300c06 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:05.616670 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d710af55-5721-4e7f-b60c-e162876c8367 req-f95821f9-a38c-451b-b4b1-51b7a1300c06 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.27 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 946 time: 0.1398101 Jun 24 10:21:05.618568 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68811e72-24fc-46c1-b686-7382f3a5e2ca req-1057ab62-abfa-4842-b810-67fb3e14ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:05.619860 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-68811e72-24fc-46c1-b686-7382f3a5e2ca req-1057ab62-abfa-4842-b810-67fb3e14ba43 service neutron] 10.222.0.27 "GET /v2.0/networks?id=77e0b315-c6f0-401c-b090-3f73b33dd671 HTTP/1.1" status: 200 len: 918 time: 0.3230133 Jun 24 10:21:05.770430 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-68811e72-24fc-46c1-b686-7382f3a5e2ca req-9d4ca14c-237d-4916-ac53-dd42244a7f7d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44c57577-b7f4-4772-ade3-5e9b2dded200 HTTP/1.1" status: 200 len: 1000 time: 0.1315403 Jun 24 10:21:05.849609 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:05.857053 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-d710af55-5721-4e7f-b60c-e162876c8367 req-9c65ac1a-1499-4f94-a385-817d5106e7b8 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Deleting port 05874f33-e136-4a35-af2c-074f2098eaf9 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:21:05.857474 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-d710af55-5721-4e7f-b60c-e162876c8367 req-9c65ac1a-1499-4f94-a385-817d5106e7b8 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (05874f33-e136-4a35-af2c-074f2098eaf9), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:05.920018 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68811e72-24fc-46c1-b686-7382f3a5e2ca req-387db91b-f1db-446f-afe3-6600834cffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:05.921946 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-68811e72-24fc-46c1-b686-7382f3a5e2ca req-387db91b-f1db-446f-afe3-6600834cffb7 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=361faa5d-39ac-4ef9-a36e-94eab471915a HTTP/1.1" status: 200 len: 856 time: 0.1290679 Jun 24 10:21:06.039937 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01a7c97-a10e-41fe-baf1-8e24edb1c0a2 None None] New status for floating IP a8213bb5-29d2-44b4-88b4-2de78501589e: ACTIVE {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:21:06.064517 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68811e72-24fc-46c1-b686-7382f3a5e2ca req-6e542a6f-a1aa-41b4-abf3-c8ba3db02656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:06.066887 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-68811e72-24fc-46c1-b686-7382f3a5e2ca req-6e542a6f-a1aa-41b4-abf3-c8ba3db02656 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=77e0b315-c6f0-401c-b090-3f73b33dd671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1022375 Jun 24 10:21:06.085894 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508802f2-4ee7-4e22-8a66-dca89d55771a req-290c8a3b-3157-49db-be7f-62c12bee31ac tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:06.099550 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-508802f2-4ee7-4e22-8a66-dca89d55771a req-290c8a3b-3157-49db-be7f-62c12bee31ac tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0971596 Jun 24 10:21:06.116140 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-d710af55-5721-4e7f-b60c-e162876c8367 req-9c65ac1a-1499-4f94-a385-817d5106e7b8 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] For port 05874f33-e136-4a35-af2c-074f2098eaf9, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=05874f33-e136-4a35-af2c-074f2098eaf9,segment=NetworkSegment(4711d589-da8e-4c33-8cd2-a8ecd7a525ee),segment_id=4711d589-da8e-4c33-8cd2-a8ecd7a525ee)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:06.118182 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-d710af55-5721-4e7f-b60c-e162876c8367 req-9c65ac1a-1499-4f94-a385-817d5106e7b8 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (05874f33-e136-4a35-af2c-074f2098eaf9), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:06.157376 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-d710af55-5721-4e7f-b60c-e162876c8367 req-9c65ac1a-1499-4f94-a385-817d5106e7b8 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Calling delete_port for 05874f33-e136-4a35-af2c-074f2098eaf9 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:21:06.194167 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-508802f2-4ee7-4e22-8a66-dca89d55771a req-cf33eb1e-c414-4d88-bbcb-1a0e19f84537 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912983 Jun 24 10:21:06.395180 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:06.405594 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-d710af55-5721-4e7f-b60c-e162876c8367 req-9c65ac1a-1499-4f94-a385-817d5106e7b8 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (05874f33-e136-4a35-af2c-074f2098eaf9), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:06.420610 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['05874f33-e136-4a35-af2c-074f2098eaf9'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:21:06.461485 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65ac1a-1499-4f94-a385-817d5106e7b8 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Pushing event deleted for resources: {'Port': ['ID=05874f33-e136-4a35-af2c-074f2098eaf9,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:06.526580 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-d710af55-5721-4e7f-b60c-e162876c8367 req-9c65ac1a-1499-4f94-a385-817d5106e7b8 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] No DVR routers for this DVR port 05874f33-e136-4a35-af2c-074f2098eaf9 on host hv-cinder-84713 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:21:06.529439 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-d710af55-5721-4e7f-b60c-e162876c8367 req-9c65ac1a-1499-4f94-a385-817d5106e7b8 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:06.533112 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d710af55-5721-4e7f-b60c-e162876c8367 req-9c65ac1a-1499-4f94-a385-817d5106e7b8 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.27 "DELETE /v2.0/ports/05874f33-e136-4a35-af2c-074f2098eaf9 HTTP/1.1" status: 204 len: 173 time: 0.9065874 Jun 24 10:21:06.533605 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95be179c-5caf-487f-a710-6445f6163f51', 'name': 'network-vif-deleted', 'tag': '05874f33-e136-4a35-af2c-074f2098eaf9'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:21:06.536579 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcddaafd-9c90-4e8f-96a7-b9b494a1d0b3" -d '{"events": [{"server_uuid": "95be179c-5caf-487f-a710-6445f6163f51", "name": "network-vif-deleted", "tag": "05874f33-e136-4a35-af2c-074f2098eaf9"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:21:06.584287 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda1a5a6-3038-4afe-9c52-8680cb043f64 x-openstack-request-id: req-cda1a5a6-3038-4afe-9c52-8680cb043f64 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:21:06.584617 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95be179c-5caf-487f-a710-6445f6163f51", "name": "network-vif-deleted", "tag": "05874f33-e136-4a35-af2c-074f2098eaf9", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:21:06.584867 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cda1a5a6-3038-4afe-9c52-8680cb043f64 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:21:06.585322 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda1a5a6-3038-4afe-9c52-8680cb043f64'] response: {'server_uuid': '95be179c-5caf-487f-a710-6445f6163f51', 'name': 'network-vif-deleted', 'tag': '05874f33-e136-4a35-af2c-074f2098eaf9', 'status': 'completed', 'code': 200} Jun 24 10:21:06.625307 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e8276a24-a969-4a8e-9234-ad0f2c3b6227 req-95c72775-e4b7-4065-aaa8-7dd315709844 tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 210 time: 0.0339170 Jun 24 10:21:07.111072 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 07236d5d-0816-4808-a5c8-3213abaa9d30 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:07.185543 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 07236d5d-0816-4808-a5c8-3213abaa9d30 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:21:07.185920 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (07236d5d-0816-4808-a5c8-3213abaa9d30), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:07.290470 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 07236d5d-0816-4808-a5c8-3213abaa9d30 is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:21:07.291036 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (07236d5d-0816-4808-a5c8-3213abaa9d30), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:07.325943 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] For port 07236d5d-0816-4808-a5c8-3213abaa9d30, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=07236d5d-0816-4808-a5c8-3213abaa9d30,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:07.332769 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (07236d5d-0816-4808-a5c8-3213abaa9d30), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:07.360478 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22844e84-de1d-4d1c-8789-35df4374cda8 req-e249064a-e6c2-4cd0-a5ab-950afffe30a8 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:07.368780 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-22844e84-de1d-4d1c-8789-35df4374cda8 req-e249064a-e6c2-4cd0-a5ab-950afffe30a8 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0821211 Jun 24 10:21:07.387384 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Pushing event updated for resources: {'Port': ['ID=07236d5d-0816-4808-a5c8-3213abaa9d30,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:07.419636 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-22844e84-de1d-4d1c-8789-35df4374cda8 req-cb2fdc50-b4a5-49f5-ac32-cbd73c884c63 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497105 Jun 24 10:21:07.709088 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-68811e72-24fc-46c1-b686-7382f3a5e2ca req-d31b4ddd-e2c6-490a-a095-fd2e0b5bfc5d service neutron] 10.222.0.27 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246259 Jun 24 10:21:07.752908 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:07.774472 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0a1f3c88-e73a-4ad8-9188-7b87e1bec07d req-2ca31d7e-a969-4dac-a78e-a1104554a79e tempest-ServerRescueNegativeTestJSON-201478222 tempest-ServerRescueNegativeTestJSON-201478222-project] 10.222.0.64 "GET /v2.0/ports?device_id=95be179c-5caf-487f-a710-6445f6163f51 HTTP/1.1" status: 200 len: 210 time: 0.0342722 Jun 24 10:21:07.904456 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-68811e72-24fc-46c1-b686-7382f3a5e2ca req-b424ebe0-5e64-4d5a-bc8d-0ad5ddf0453d service neutron] 10.222.0.27 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050158 Jun 24 10:21:08.127995 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd66976-9b9a-4407-94c6-44808e0c1909 req-ea64b553-da07-4ade-8bcb-4679f021ba7d tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:08.129605 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7fd66976-9b9a-4407-94c6-44808e0c1909 req-ea64b553-da07-4ade-8bcb-4679f021ba7d tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0579679 Jun 24 10:21:08.282606 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-7fd66976-9b9a-4407-94c6-44808e0c1909 req-72121272-5947-45f4-8c9e-7388f45bdbf7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Deleting port c453626e-6db1-429e-a1a1-df11a4d87ee5 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:21:08.283252 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-7fd66976-9b9a-4407-94c6-44808e0c1909 req-72121272-5947-45f4-8c9e-7388f45bdbf7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (c453626e-6db1-429e-a1a1-df11a4d87ee5), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:08.386921 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-7fd66976-9b9a-4407-94c6-44808e0c1909 req-72121272-5947-45f4-8c9e-7388f45bdbf7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] For port c453626e-6db1-429e-a1a1-df11a4d87ee5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c453626e-6db1-429e-a1a1-df11a4d87ee5,segment=NetworkSegment(b2d97abe-b69e-4d48-898d-8b67cc0526fc),segment_id=b2d97abe-b69e-4d48-898d-8b67cc0526fc)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:08.387615 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-7fd66976-9b9a-4407-94c6-44808e0c1909 req-72121272-5947-45f4-8c9e-7388f45bdbf7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (c453626e-6db1-429e-a1a1-df11a4d87ee5), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:08.590384 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec794d-633c-4e48-a534-acb08acae861 req-6c0e2ffc-6a1f-4b77-8ddb-918b7607ae83 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:08.611334 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-7fd66976-9b9a-4407-94c6-44808e0c1909 req-72121272-5947-45f4-8c9e-7388f45bdbf7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:08.611334 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-7fd66976-9b9a-4407-94c6-44808e0c1909 req-72121272-5947-45f4-8c9e-7388f45bdbf7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (7c0c5cf6-ee57-4e01-b475-00e6779ee4d7), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:08.611334 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-7fd66976-9b9a-4407-94c6-44808e0c1909 req-72121272-5947-45f4-8c9e-7388f45bdbf7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Floating IP 7c0c5cf6-ee57-4e01-b475-00e6779ee4d7 disassociated. External IP: 172.27.0.24, port: c453626e-6db1-429e-a1a1-df11a4d87ee5. Jun 24 10:21:08.611334 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-7fd66976-9b9a-4407-94c6-44808e0c1909 req-72121272-5947-45f4-8c9e-7388f45bdbf7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Calling delete_port for c453626e-6db1-429e-a1a1-df11a4d87ee5 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:21:08.613394 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9cec794d-633c-4e48-a534-acb08acae861 req-6c0e2ffc-6a1f-4b77-8ddb-918b7607ae83 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0740082 Jun 24 10:21:08.668084 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9cec794d-633c-4e48-a534-acb08acae861 req-374b5e7e-2655-4489-a3a0-e65376ba60df tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b98c301-685f-4c95-adf1-d47cd9c68e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461552 Jun 24 10:21:08.682093 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:08.765612 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-7fd66976-9b9a-4407-94c6-44808e0c1909 req-72121272-5947-45f4-8c9e-7388f45bdbf7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (c453626e-6db1-429e-a1a1-df11a4d87ee5), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:08.796784 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72121272-5947-45f4-8c9e-7388f45bdbf7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Pushing event deleted for resources: {'Port': ['ID=c453626e-6db1-429e-a1a1-df11a4d87ee5,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:08.869696 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 37962) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:08.896585 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:08.977901 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fd66976-9b9a-4407-94c6-44808e0c1909 req-72121272-5947-45f4-8c9e-7388f45bdbf7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Router 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:21:09.121594 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fd66976-9b9a-4407-94c6-44808e0c1909 req-72121272-5947-45f4-8c9e-7388f45bdbf7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:21:09.133703 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370c9dbf-cd00-496c-8a7b-b909e5257a48 None None] Sync routers for ids ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:21:09.147698 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370c9dbf-cd00-496c-8a7b-b909e5257a48 None None] Routers {'068770b2-bc4b-44d2-a0a7-2b1b345dbf73'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:21:09.148722 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-370c9dbf-cd00-496c-8a7b-b909e5257a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:20:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:09.163299 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 07236d5d-0816-4808-a5c8-3213abaa9d30 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:09.203329 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd66976-9b9a-4407-94c6-44808e0c1909 req-72121272-5947-45f4-8c9e-7388f45bdbf7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] No DVR routers for this DVR port c453626e-6db1-429e-a1a1-df11a4d87ee5 on host hv-cinder-84713 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:21:09.206160 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-7fd66976-9b9a-4407-94c6-44808e0c1909 req-72121272-5947-45f4-8c9e-7388f45bdbf7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:09.209534 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7fd66976-9b9a-4407-94c6-44808e0c1909 req-72121272-5947-45f4-8c9e-7388f45bdbf7 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.27 "DELETE /v2.0/ports/c453626e-6db1-429e-a1a1-df11a4d87ee5 HTTP/1.1" status: 204 len: 173 time: 1.0724850 Jun 24 10:21:09.210008 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1', 'name': 'network-vif-deleted', 'tag': 'c453626e-6db1-429e-a1a1-df11a4d87ee5'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:21:09.212371 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bdb514-af36-4413-947d-cee9470f790b" -d '{"events": [{"server_uuid": "e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1", "name": "network-vif-deleted", "tag": "c453626e-6db1-429e-a1a1-df11a4d87ee5"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:21:09.251556 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 07236d5d-0816-4808-a5c8-3213abaa9d30 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:21:09.252228 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (07236d5d-0816-4808-a5c8-3213abaa9d30), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:09.336994 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-370c9dbf-cd00-496c-8a7b-b909e5257a48 None None] Set router 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:21:09.369511 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 05874f33-e136-4a35-af2c-074f2098eaf9 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:21:09.392595 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de79faec-2e84-4183-8c39-8b8914f8db88 x-openstack-request-id: req-de79faec-2e84-4183-8c39-8b8914f8db88 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:21:09.392995 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1", "name": "network-vif-deleted", "tag": "c453626e-6db1-429e-a1a1-df11a4d87ee5", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:21:09.393264 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de79faec-2e84-4183-8c39-8b8914f8db88 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:21:09.393674 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de79faec-2e84-4183-8c39-8b8914f8db88'] response: {'server_uuid': 'e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1', 'name': 'network-vif-deleted', 'tag': 'c453626e-6db1-429e-a1a1-df11a4d87ee5', 'status': 'completed', 'code': 200} Jun 24 10:21:09.451218 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] No Port match for: 05874f33-e136-4a35-af2c-074f2098eaf9 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:21:09.451728 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 05874f33-e136-4a35-af2c-074f2098eaf9 not bound to the agent host hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:21:09.517360 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 07236d5d-0816-4808-a5c8-3213abaa9d30 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:21:09.541992 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] Sync routers for ids ['f06e4fca-ab23-45b3-91b9-d358b6ce2aa1'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:21:09.544683 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:09.558875 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] Routers {'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:21:09.560152 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:20:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['f06e4fca-ab23-45b3-91b9-d358b6ce2aa1'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:09.602773 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-370c9dbf-cd00-496c-8a7b-b909e5257a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'name': 'tempest-AttachVolumeTestJSON-1587164432-router', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:16Z', 'revision_number': 4, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'gw_port': {'id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26', 'name': '', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'mac_address': 'fa:16:3e:f1:ce:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:13Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 5, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'subnets': [{'id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:09.645122 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370c9dbf-cd00-496c-8a7b-b909e5257a48 None None] Checking router: 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:21:09.656664 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370c9dbf-cd00-496c-8a7b-b909e5257a48 None None] Routers {'068770b2-bc4b-44d2-a0a7-2b1b345dbf73'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:21:09.657793 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-370c9dbf-cd00-496c-8a7b-b909e5257a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:20:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:09.732301 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] Set router f06e4fca-ab23-45b3-91b9-d358b6ce2aa1 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:21:09.920775 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6038b90f-0a9d-4fd9-908b-43ec838b278d req-5dc6f0a5-35f1-49b4-9837-adf20fc45688 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3be66ae-a25d-46c4-b8b1-5e35eb49f8d1 HTTP/1.1" status: 200 len: 210 time: 0.0484345 Jun 24 10:21:09.935757 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-86f85a95-55fa-494e-9b99-45811482701d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398309'] for router_interface (eb3f9758-44f1-4150-8b30-9dae39287ae2), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:09.981341 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-370c9dbf-cd00-496c-8a7b-b909e5257a48 None None] Set router 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:21:10.095736 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:10.120045 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:10.236436 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:10.245427 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1', 'name': 'tempest-TestMinimumBasicScenario-1559722088-router', 'tenant_id': '05a745d261eb464a95f6f1437e87ad8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '07236d5d-0816-4808-a5c8-3213abaa9d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:20:58Z', 'updated_at': '2022-06-24T10:21:02Z', 'revision_number': 4, 'project_id': '05a745d261eb464a95f6f1437e87ad8d', 'gw_port': {'id': '07236d5d-0816-4808-a5c8-3213abaa9d30', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:59Z', 'updated_at': '2022-06-24T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'ea8c273f-cd90-4295-8ff2-75b5336e2ead', 'name': '', 'network_id': '7249e39e-e243-4e64-b3e3-f203f405ffb7', 'tenant_id': '05a745d261eb464a95f6f1437e87ad8d', 'mac_address': 'fa:16:3e:bc:ba:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '258ce9eb-f8b8-4f32-b917-518baede7ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:21:02Z', 'updated_at': '2022-06-24T10:21:03Z', 'revision_number': 2, 'project_id': '05a745d261eb464a95f6f1437e87ad8d', 'subnets': [{'id': '258ce9eb-f8b8-4f32-b917-518baede7ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:10.279020 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] Checking router: f06e4fca-ab23-45b3-91b9-d358b6ce2aa1 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:21:10.279554 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] Updating router f06e4fca-ab23-45b3-91b9-d358b6ce2aa1 port ea8c273f-cd90-4295-8ff2-75b5336e2ead binding host dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:21:10.291724 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-370c9dbf-cd00-496c-8a7b-b909e5257a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'name': 'tempest-AttachVolumeTestJSON-1587164432-router', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:16Z', 'revision_number': 4, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'gw_port': {'id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26', 'name': '', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'mac_address': 'fa:16:3e:f1:ce:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:13Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 5, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'subnets': [{'id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:10.326727 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (ea8c273f-cd90-4295-8ff2-75b5336e2ead), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:10.330912 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f5adf76f-ec74-4f55-8651-d450359d2cb1 req-44f27a61-fb98-4174-84ae-280e5e4c00ad service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1073577 Jun 24 10:21:10.358836 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370c9dbf-cd00-496c-8a7b-b909e5257a48 None None] The sync data for ids ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'] in dv-cinder-847132-2-iscsi is: [{'id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'name': 'tempest-AttachVolumeTestJSON-1587164432-router', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:16Z', 'revision_number': 4, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'gw_port': {'id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26', 'name': '', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'mac_address': 'fa:16:3e:f1:ce:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:13Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 5, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'subnets': [{'id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:21:10.379017 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-86f85a95-55fa-494e-9b99-45811482701d admin admin] Deleting port 2d08f9df-af71-40f2-8def-d1492f3a559b {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:21:10.379430 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-86f85a95-55fa-494e-9b99-45811482701d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (2d08f9df-af71-40f2-8def-d1492f3a559b), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:10.470161 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adf76f-ec74-4f55-8651-d450359d2cb1 req-9899a4e4-52c0-43d3-9b5d-396465539f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:10.472601 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f5adf76f-ec74-4f55-8651-d450359d2cb1 req-9899a4e4-52c0-43d3-9b5d-396465539f9d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=90f6878fdaaf43b58b92bea357331d2e&device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 1129 time: 0.0836020 Jun 24 10:21:10.499122 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:10.508343 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-86f85a95-55fa-494e-9b99-45811482701d admin admin] For port 2d08f9df-af71-40f2-8def-d1492f3a559b, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=2d08f9df-af71-40f2-8def-d1492f3a559b,segment=NetworkSegment(4711d589-da8e-4c33-8cd2-a8ecd7a525ee),segment_id=4711d589-da8e-4c33-8cd2-a8ecd7a525ee)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:10.508713 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-86f85a95-55fa-494e-9b99-45811482701d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (2d08f9df-af71-40f2-8def-d1492f3a559b), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:10.537082 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-86f85a95-55fa-494e-9b99-45811482701d admin admin] Calling delete_port for 2d08f9df-af71-40f2-8def-d1492f3a559b owned by network:router_interface {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:21:10.682068 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adf76f-ec74-4f55-8651-d450359d2cb1 req-a4ee3544-03d5-426e-b96e-de5bc216abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:10.690062 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:10.690592 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f5adf76f-ec74-4f55-8651-d450359d2cb1 req-a4ee3544-03d5-426e-b96e-de5bc216abaa service neutron] 10.222.0.27 "GET /v2.0/networks?id=fcb34be5-02e9-434d-ab19-3848e7eb46d8 HTTP/1.1" status: 200 len: 910 time: 0.1782508 Jun 24 10:21:10.746768 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] Publish callbacks [] for port (ea8c273f-cd90-4295-8ff2-75b5336e2ead), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:10.756429 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (ea8c273f-cd90-4295-8ff2-75b5336e2ead), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:10.806235 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f5adf76f-ec74-4f55-8651-d450359d2cb1 req-ca1e7b14-2f43-4be4-b7f8-65933878bd1e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0124f28a-1a85-487c-9819-2fad18e6391a HTTP/1.1" status: 200 len: 1001 time: 0.1030142 Jun 24 10:21:10.898076 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77bc1c3-fd46-484f-869a-b840256d6e7c None None] New status for floating IP 7c0c5cf6-ee57-4e01-b475-00e6779ee4d7: DOWN {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:21:10.906085 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd093a75-a89e-4fa9-a8a9-588188fd06bd None None] Pushing event updated for resources: {'Port': ['ID=ea8c273f-cd90-4295-8ff2-75b5336e2ead,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:10.924032 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adf76f-ec74-4f55-8651-d450359d2cb1 req-b1b9a8e2-8311-4a1d-90ff-684c71fa9e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:10.925835 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f5adf76f-ec74-4f55-8651-d450359d2cb1 req-b1b9a8e2-8311-4a1d-90ff-684c71fa9e7e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5c1d464b-ef78-4c93-8a97-8aea5630552f HTTP/1.1" status: 200 len: 848 time: 0.1087861 Jun 24 10:21:10.927932 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] Attempting to bind port ea8c273f-cd90-4295-8ff2-75b5336e2ead on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:21:10.928317 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] Attempting to bind port ea8c273f-cd90-4295-8ff2-75b5336e2ead by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '517e639f-85e7-435f-92a6-836de92e32c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7249e39e-e243-4e64-b3e3-f203f405ffb7'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:21:10.928663 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] Attempting to bind port ea8c273f-cd90-4295-8ff2-75b5336e2ead on network 7249e39e-e243-4e64-b3e3-f203f405ffb7 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:21:10.931836 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-86f85a95-55fa-494e-9b99-45811482701d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (2d08f9df-af71-40f2-8def-d1492f3a559b), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:10.944207 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:21:10.944517 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] Checking segment: {'id': '517e639f-85e7-435f-92a6-836de92e32c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7249e39e-e243-4e64-b3e3-f203f405ffb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:21:10.945027 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:10.945986 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] Bound using segment: {'id': '517e639f-85e7-435f-92a6-836de92e32c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7249e39e-e243-4e64-b3e3-f203f405ffb7'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:21:10.945986 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] Bound port: ea8c273f-cd90-4295-8ff2-75b5336e2ead, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517e639f-85e7-435f-92a6-836de92e32c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7249e39e-e243-4e64-b3e3-f203f405ffb7'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:21:10.946201 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (ea8c273f-cd90-4295-8ff2-75b5336e2ead), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:10.968282 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f85a95-55fa-494e-9b99-45811482701d admin admin] Pushing event deleted for resources: {'Port': ['ID=2d08f9df-af71-40f2-8def-d1492f3a559b,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:11.025963 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adf76f-ec74-4f55-8651-d450359d2cb1 req-3d024736-94b6-4f5b-b35b-b11646935cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:11.027538 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f5adf76f-ec74-4f55-8651-d450359d2cb1 req-3d024736-94b6-4f5b-b35b-b11646935cf7 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fcb34be5-02e9-434d-ab19-3848e7eb46d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0934145 Jun 24 10:21:11.145750 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 37974) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:11.146894 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:11.148472 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] For port ea8c273f-cd90-4295-8ff2-75b5336e2ead, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:21:11.152302 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] For port ea8c273f-cd90-4295-8ff2-75b5336e2ead, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=ea8c273f-cd90-4295-8ff2-75b5336e2ead,segment=NetworkSegment(517e639f-85e7-435f-92a6-836de92e32c0),segment_id=517e639f-85e7-435f-92a6-836de92e32c0)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:21:11.166892 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (ea8c273f-cd90-4295-8ff2-75b5336e2ead), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:11.260865 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] Routers {'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:21:11.261544 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:20:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['f06e4fca-ab23-45b3-91b9-d358b6ce2aa1'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:11.332681 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-86f85a95-55fa-494e-9b99-45811482701d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398193'] for router_interface (eb3f9758-44f1-4150-8b30-9dae39287ae2), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:11.406624 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f19ca8e8-f6d2-40da-b0f0-58c2691a4582 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for security_group (5b98c301-685f-4c95-adf1-d47cd9c68e54), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:11.419002 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f5adf76f-ec74-4f55-8651-d450359d2cb1 req-27ce4e40-8b43-4827-8b81-dfa7196d77b6 service neutron] 10.222.0.27 "GET /v2.0/networks/fcb34be5-02e9-434d-ab19-3848e7eb46d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782787 Jun 24 10:21:11.457634 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device c453626e-6db1-429e-a1a1-df11a4d87ee5 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:21:11.525818 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f19ca8e8-f6d2-40da-b0f0-58c2691a4582 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for security_group (5b98c301-685f-4c95-adf1-d47cd9c68e54), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:11.532339 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] No Port match for: c453626e-6db1-429e-a1a1-df11a4d87ee5 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:21:11.534297 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device c453626e-6db1-429e-a1a1-df11a4d87ee5 not bound to the agent host hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:21:11.546656 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-8b636af2-af74-42fc-b49e-3c57ba995168 None None] Provisioning complete for port ea8c273f-cd90-4295-8ff2-75b5336e2ead triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:21:11.552672 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8b636af2-af74-42fc-b49e-3c57ba995168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (ea8c273f-cd90-4295-8ff2-75b5336e2ead), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:11.619684 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd093a75-a89e-4fa9-a8a9-588188fd06bd None None] Pushing event updated for resources: {'Port': ['ID=ea8c273f-cd90-4295-8ff2-75b5336e2ead,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:11.644982 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f5adf76f-ec74-4f55-8651-d450359d2cb1 req-deb113f5-c6ae-40c0-8ece-2781b7e8a664 service neutron] 10.222.0.27 "GET /v2.0/networks/fcb34be5-02e9-434d-ab19-3848e7eb46d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247150 Jun 24 10:21:11.665538 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f19ca8e8-f6d2-40da-b0f0-58c2691a4582 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (5b98c301-685f-4c95-adf1-d47cd9c68e54), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:11.668368 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f19ca8e8-f6d2-40da-b0f0-58c2691a4582 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:11.671996 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f19ca8e8-f6d2-40da-b0f0-58c2691a4582 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "DELETE /v2.0/security-groups/5b98c301-685f-4c95-adf1-d47cd9c68e54 HTTP/1.1" status: 204 len: 168 time: 0.4296331 Jun 24 10:21:11.687997 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 37978) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:11.722290 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:11.723369 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ca8e8-f6d2-40da-b0f0-58c2691a4582 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b98c301-685f-4c95-adf1-d47cd9c68e54,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:11.738784 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ca8e8-f6d2-40da-b0f0-58c2691a4582 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.739270 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ca8e8-f6d2-40da-b0f0-58c2691a4582 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.739787 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ca8e8-f6d2-40da-b0f0-58c2691a4582 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.740125 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ca8e8-f6d2-40da-b0f0-58c2691a4582 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.740454 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ca8e8-f6d2-40da-b0f0-58c2691a4582 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.740781 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ca8e8-f6d2-40da-b0f0-58c2691a4582 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.741105 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ca8e8-f6d2-40da-b0f0-58c2691a4582 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.741426 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ca8e8-f6d2-40da-b0f0-58c2691a4582 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.741750 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ca8e8-f6d2-40da-b0f0-58c2691a4582 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.742070 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ca8e8-f6d2-40da-b0f0-58c2691a4582 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.743191 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ca8e8-f6d2-40da-b0f0-58c2691a4582 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.743540 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ca8e8-f6d2-40da-b0f0-58c2691a4582 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.743871 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ca8e8-f6d2-40da-b0f0-58c2691a4582 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.744195 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ca8e8-f6d2-40da-b0f0-58c2691a4582 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.744635 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ca8e8-f6d2-40da-b0f0-58c2691a4582 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.767307 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.api.v2.resource [None req-dd3bc291-d13e-417c-86c5-e5148d6e3c26 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] show failed (client error): The resource could not be found. Jun 24 10:21:11.771559 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-dd3bc291-d13e-417c-86c5-e5148d6e3c26 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups/5b98c301-685f-4c95-adf1-d47cd9c68e54 HTTP/1.1" status: 404 len: 347 time: 0.0618665 Jun 24 10:21:11.772585 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 37980) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:11.782033 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] Set router f06e4fca-ab23-45b3-91b9-d358b6ce2aa1 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:21:11.815962 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-8b636af2-af74-42fc-b49e-3c57ba995168 None None] Current status of the port ea8c273f-cd90-4295-8ff2-75b5336e2ead is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:21:11.816237 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8b636af2-af74-42fc-b49e-3c57ba995168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (ea8c273f-cd90-4295-8ff2-75b5336e2ead), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:11.865808 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:11.874470 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:11.906906 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-8b636af2-af74-42fc-b49e-3c57ba995168 None None] For port ea8c273f-cd90-4295-8ff2-75b5336e2ead, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=ea8c273f-cd90-4295-8ff2-75b5336e2ead,segment=NetworkSegment(517e639f-85e7-435f-92a6-836de92e32c0),segment_id=517e639f-85e7-435f-92a6-836de92e32c0)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:11.915884 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-fe2279dd-cf3e-44c9-b885-b2d1ad2de1f1 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Deleting port 62ac0a9a-fdb7-478c-a892-23f0ed01145e {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:21:11.916610 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fe2279dd-cf3e-44c9-b885-b2d1ad2de1f1 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (62ac0a9a-fdb7-478c-a892-23f0ed01145e), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:11.999494 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8b636af2-af74-42fc-b49e-3c57ba995168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (ea8c273f-cd90-4295-8ff2-75b5336e2ead), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:12.034812 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fe2279dd-cf3e-44c9-b885-b2d1ad2de1f1 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (62ac0a9a-fdb7-478c-a892-23f0ed01145e), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:12.035140 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fe2279dd-cf3e-44c9-b885-b2d1ad2de1f1 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for floatingip (62ac0a9a-fdb7-478c-a892-23f0ed01145e), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:12.059423 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-fe2279dd-cf3e-44c9-b885-b2d1ad2de1f1 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Calling delete_port for 62ac0a9a-fdb7-478c-a892-23f0ed01145e owned by network:floatingip {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:21:12.080822 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1', 'name': 'tempest-TestMinimumBasicScenario-1559722088-router', 'tenant_id': '05a745d261eb464a95f6f1437e87ad8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '07236d5d-0816-4808-a5c8-3213abaa9d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:20:58Z', 'updated_at': '2022-06-24T10:21:02Z', 'revision_number': 4, 'project_id': '05a745d261eb464a95f6f1437e87ad8d', 'gw_port': {'id': '07236d5d-0816-4808-a5c8-3213abaa9d30', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:59Z', 'updated_at': '2022-06-24T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'ea8c273f-cd90-4295-8ff2-75b5336e2ead', 'name': '', 'network_id': '7249e39e-e243-4e64-b3e3-f203f405ffb7', 'tenant_id': '05a745d261eb464a95f6f1437e87ad8d', 'mac_address': 'fa:16:3e:bc:ba:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '258ce9eb-f8b8-4f32-b917-518baede7ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:21:02Z', 'updated_at': '2022-06-24T10:21:11Z', 'revision_number': 4, 'project_id': '05a745d261eb464a95f6f1437e87ad8d', 'subnets': [{'id': '258ce9eb-f8b8-4f32-b917-518baede7ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:12.091960 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f85a95-55fa-494e-9b99-45811482701d admin admin] Router eb3f9758-44f1-4150-8b30-9dae39287ae2 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:21:12.114643 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b636af2-af74-42fc-b49e-3c57ba995168 None None] Pushing event updated for resources: {'Port': ['ID=ea8c273f-cd90-4295-8ff2-75b5336e2ead,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:12.126456 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-4e81782f-040a-477e-9277-3280a97ebf38 None None] Provisioning complete for port ea8c273f-cd90-4295-8ff2-75b5336e2ead triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:21:12.127160 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4e81782f-040a-477e-9277-3280a97ebf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (ea8c273f-cd90-4295-8ff2-75b5336e2ead), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:12.129062 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf586e4-337a-4cf6-8793-24369fe41016 None None] The sync data for ids ['f06e4fca-ab23-45b3-91b9-d358b6ce2aa1'] in dv-cinder-847132-2-iscsi is: [{'id': 'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1', 'name': 'tempest-TestMinimumBasicScenario-1559722088-router', 'tenant_id': '05a745d261eb464a95f6f1437e87ad8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '07236d5d-0816-4808-a5c8-3213abaa9d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:20:58Z', 'updated_at': '2022-06-24T10:21:02Z', 'revision_number': 4, 'project_id': '05a745d261eb464a95f6f1437e87ad8d', 'gw_port': {'id': '07236d5d-0816-4808-a5c8-3213abaa9d30', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:59Z', 'updated_at': '2022-06-24T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'ea8c273f-cd90-4295-8ff2-75b5336e2ead', 'name': '', 'network_id': '7249e39e-e243-4e64-b3e3-f203f405ffb7', 'tenant_id': '05a745d261eb464a95f6f1437e87ad8d', 'mac_address': 'fa:16:3e:bc:ba:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '258ce9eb-f8b8-4f32-b917-518baede7ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:21:02Z', 'updated_at': '2022-06-24T10:21:11Z', 'revision_number': 4, 'project_id': '05a745d261eb464a95f6f1437e87ad8d', 'subnets': [{'id': '258ce9eb-f8b8-4f32-b917-518baede7ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:21:12.253862 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-4e81782f-040a-477e-9277-3280a97ebf38 None None] Current status of the port ea8c273f-cd90-4295-8ff2-75b5336e2ead is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:21:12.255499 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f85a95-55fa-494e-9b99-45811482701d admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:21:12.268078 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62629a6-374c-485d-8bc6-4aaf51564cd2 None None] Sync routers for ids ['eb3f9758-44f1-4150-8b30-9dae39287ae2'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:21:12.275820 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-86f85a95-55fa-494e-9b99-45811482701d admin admin] 10.222.0.64 "PUT /v2.0/routers/eb3f9758-44f1-4150-8b30-9dae39287ae2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4028187 Jun 24 10:21:12.277734 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 37982) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:12.285779 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fe2279dd-cf3e-44c9-b885-b2d1ad2de1f1 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (62ac0a9a-fdb7-478c-a892-23f0ed01145e), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:12.295174 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62629a6-374c-485d-8bc6-4aaf51564cd2 None None] Routers {'eb3f9758-44f1-4150-8b30-9dae39287ae2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:21:12.296249 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-a62629a6-374c-485d-8bc6-4aaf51564cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:20:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['eb3f9758-44f1-4150-8b30-9dae39287ae2'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:12.337298 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2279dd-cf3e-44c9-b885-b2d1ad2de1f1 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Pushing event deleted for resources: {'Port': ['ID=62ac0a9a-fdb7-478c-a892-23f0ed01145e,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:12.377429 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:12.468795 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Publish callbacks [] for router (eb3f9758-44f1-4150-8b30-9dae39287ae2), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:12.472237 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-a62629a6-374c-485d-8bc6-4aaf51564cd2 None None] Set router eb3f9758-44f1-4150-8b30-9dae39287ae2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:21:12.482633 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fe2279dd-cf3e-44c9-b885-b2d1ad2de1f1 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for floatingip (7c0c5cf6-ee57-4e01-b475-00e6779ee4d7), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:12.485840 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fe2279dd-cf3e-44c9-b885-b2d1ad2de1f1 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:12.487777 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-fe2279dd-cf3e-44c9-b885-b2d1ad2de1f1 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "DELETE /v2.0/floatingips/7c0c5cf6-ee57-4e01-b475-00e6779ee4d7 HTTP/1.1" status: 204 len: 168 time: 0.7142069 Jun 24 10:21:12.567665 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:12.615850 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 37986) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:12.619008 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:21:12.623055 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-270b06fd-d1dc-4e56-918b-d11bf0235d8c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--815699330', 'description': 'tempest-description--979882393'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:21:12.673310 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Publish callbacks [] for router_gateway (eb3f9758-44f1-4150-8b30-9dae39287ae2), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:12.690905 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-270b06fd-d1dc-4e56-918b-d11bf0235d8c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:12.754313 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Deleting port 28cf13ed-955f-4e19-ae50-6a2c18e6d04c {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:21:12.754668 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (28cf13ed-955f-4e19-ae50-6a2c18e6d04c), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:12.808230 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-a62629a6-374c-485d-8bc6-4aaf51564cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2021817563-router', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:21:10Z', 'revision_number': 5, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'gw_port': {'id': '28cf13ed-955f-4e19-ae50-6a2c18e6d04c', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:12.835995 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62629a6-374c-485d-8bc6-4aaf51564cd2 None None] Checking router: eb3f9758-44f1-4150-8b30-9dae39287ae2 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:21:12.838986 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-270b06fd-d1dc-4e56-918b-d11bf0235d8c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for security_group (62ddecab-fba1-40e8-bf4d-0eef180f97c3), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:12.845036 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:12.848453 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62629a6-374c-485d-8bc6-4aaf51564cd2 None None] Routers {'eb3f9758-44f1-4150-8b30-9dae39287ae2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:21:12.849303 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-a62629a6-374c-485d-8bc6-4aaf51564cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:20:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['eb3f9758-44f1-4150-8b30-9dae39287ae2'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:12.850284 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-270b06fd-d1dc-4e56-918b-d11bf0235d8c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (62ddecab-fba1-40e8-bf4d-0eef180f97c3), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:12.905339 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b06fd-d1dc-4e56-918b-d11bf0235d8c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ddecab-fba1-40e8-bf4d-0eef180f97c3,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:12.921247 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-270b06fd-d1dc-4e56-918b-d11bf0235d8c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:12.922960 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-270b06fd-d1dc-4e56-918b-d11bf0235d8c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3059938 Jun 24 10:21:12.926469 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 37988) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:12.932013 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-2ede23c3-4063-4eca-94e3-3defdfd2cf85 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Request body: {'security_group_rule': {'security_group_id': '62ddecab-fba1-40e8-bf4d-0eef180f97c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:21:12.952530 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] For port 28cf13ed-955f-4e19-ae50-6a2c18e6d04c, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=28cf13ed-955f-4e19-ae50-6a2c18e6d04c,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:12.954412 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (28cf13ed-955f-4e19-ae50-6a2c18e6d04c), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:12.982246 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-a62629a6-374c-485d-8bc6-4aaf51564cd2 None None] Set router eb3f9758-44f1-4150-8b30-9dae39287ae2 gateway port host: None {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:21:12.986111 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Calling delete_port for 28cf13ed-955f-4e19-ae50-6a2c18e6d04c owned by network:router_gateway {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:21:12.989796 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2ede23c3-4063-4eca-94e3-3defdfd2cf85 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for security_group_rule (3f4ad192-3abb-4fe7-afdd-f81ead59eaa3), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:13.131138 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-a62629a6-374c-485d-8bc6-4aaf51564cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2021817563-router', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:21:12Z', 'revision_number': 6, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'gw_port_host': None}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:13.159876 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2ede23c3-4063-4eca-94e3-3defdfd2cf85 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for security_group_rule (3f4ad192-3abb-4fe7-afdd-f81ead59eaa3), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:13.170789 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2ede23c3-4063-4eca-94e3-3defdfd2cf85 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (3f4ad192-3abb-4fe7-afdd-f81ead59eaa3), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:13.187648 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62629a6-374c-485d-8bc6-4aaf51564cd2 None None] The sync data for ids ['eb3f9758-44f1-4150-8b30-9dae39287ae2'] in dv-cinder-847132-2-iscsi is: [{'id': 'eb3f9758-44f1-4150-8b30-9dae39287ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2021817563-router', 'tenant_id': '172381cd65a94b1fa2939d6af673f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:21:12Z', 'revision_number': 6, 'project_id': '172381cd65a94b1fa2939d6af673f6ba', 'gw_port_host': None}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:21:13.197291 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede23c3-4063-4eca-94e3-3defdfd2cf85 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4ad192-3abb-4fe7-afdd-f81ead59eaa3,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:13.210664 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2ede23c3-4063-4eca-94e3-3defdfd2cf85 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:13.211398 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device ea8c273f-cd90-4295-8ff2-75b5336e2ead up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:13.215479 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-2ede23c3-4063-4eca-94e3-3defdfd2cf85 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2876983 Jun 24 10:21:13.216200 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 37990) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:13.233897 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-1876208a-a8c4-4244-8e85-127eea30f133 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Request body: {'security_group_rule': {'security_group_id': '62ddecab-fba1-40e8-bf4d-0eef180f97c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:21:13.292236 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port ea8c273f-cd90-4295-8ff2-75b5336e2ead triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:21:13.292844 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (ea8c273f-cd90-4295-8ff2-75b5336e2ead), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:13.375512 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1876208a-a8c4-4244-8e85-127eea30f133 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for security_group_rule (d87425ed-5541-4847-a363-0b678735db2f), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:13.404696 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port ea8c273f-cd90-4295-8ff2-75b5336e2ead is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:21:13.470543 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (28cf13ed-955f-4e19-ae50-6a2c18e6d04c), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:13.490239 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1876208a-a8c4-4244-8e85-127eea30f133 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for security_group_rule (d87425ed-5541-4847-a363-0b678735db2f), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:13.514431 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1876208a-a8c4-4244-8e85-127eea30f133 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (d87425ed-5541-4847-a363-0b678735db2f), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:13.516470 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Pushing event deleted for resources: {'Port': ['ID=28cf13ed-955f-4e19-ae50-6a2c18e6d04c,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:13.554452 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:13.554864 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:13.555206 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:13.555536 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:13.555872 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:13.556197 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:13.556514 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:13.556830 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:13.557152 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:13.557471 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:13.557805 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:13.558104 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:13.558420 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:13.558756 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:13.559075 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:13.561830 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876208a-a8c4-4244-8e85-127eea30f133 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87425ed-5541-4847-a363-0b678735db2f,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:13.584850 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1876208a-a8c4-4244-8e85-127eea30f133 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:13.586066 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-1876208a-a8c4-4244-8e85-127eea30f133 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3624563 Jun 24 10:21:13.589696 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 37992) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:13.594299 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-a44bb0ea-aa3b-4c96-a878-c70d62f2388a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Request body: {'floatingip': {'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:21:13.618288 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:13.631446 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a44bb0ea-aa3b-4c96-a878-c70d62f2388a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:13.641045 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402005'] for router_gateway (eb3f9758-44f1-4150-8b30-9dae39287ae2), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:13.739132 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a44bb0ea-aa3b-4c96-a878-c70d62f2388a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:13.741300 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:13.755421 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7559'] for router (eb3f9758-44f1-4150-8b30-9dae39287ae2), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:13.766819 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Publish callbacks [] for router_controller (eb3f9758-44f1-4150-8b30-9dae39287ae2), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:13.863515 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399314'] for router (eb3f9758-44f1-4150-8b30-9dae39287ae2), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:13.864190 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb3f9758-44f1-4150-8b30-9dae39287ae2 {{(pid=104051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:21:13.871749 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:13.872339 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-a44bb0ea-aa3b-4c96-a878-c70d62f2388a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Allocated IP 172.27.0.88 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/3aeee5f0-5b49-4316-9dab-67e25e69852c) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:21:13.873980 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-d0900190-adc5-4ab3-9700-98bae80d8625 admin admin] 10.222.0.64 "DELETE /v2.0/routers/eb3f9758-44f1-4150-8b30-9dae39287ae2 HTTP/1.1" status: 204 len: 168 time: 1.5952327 Jun 24 10:21:13.876472 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 37994) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:13.949882 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_v2 [None req-81bb85f8-6b1e-4270-a7fd-53f2414d2ffd admin admin] Deleting subnet 76a12e71-d45b-4321-aabc-7b9f132bf04a {{(pid=104051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:21:13.953594 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-81bb85f8-6b1e-4270-a7fd-53f2414d2ffd admin admin] Publish callbacks [] for subnet (76a12e71-d45b-4321-aabc-7b9f132bf04a), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:13.996461 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-81bb85f8-6b1e-4270-a7fd-53f2414d2ffd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15358798'] for subnet (76a12e71-d45b-4321-aabc-7b9f132bf04a), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:13.998827 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a44bb0ea-aa3b-4c96-a878-c70d62f2388a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for port (3aeee5f0-5b49-4316-9dab-67e25e69852c), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:14.035544 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:14.048287 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a44bb0ea-aa3b-4c96-a878-c70d62f2388a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (3aeee5f0-5b49-4316-9dab-67e25e69852c), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:14.108373 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44bb0ea-aa3b-4c96-a878-c70d62f2388a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:14.112345 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-a44bb0ea-aa3b-4c96-a878-c70d62f2388a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:14.115346 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44bb0ea-aa3b-4c96-a878-c70d62f2388a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:21:14.145045 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-81bb85f8-6b1e-4270-a7fd-53f2414d2ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3788616'] for subnet (76a12e71-d45b-4321-aabc-7b9f132bf04a), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:14.160434 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44bb0ea-aa3b-4c96-a878-c70d62f2388a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Pushing event updated for resources: {'Port': ['ID=3aeee5f0-5b49-4316-9dab-67e25e69852c,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:14.198303 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:14.231817 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-81bb85f8-6b1e-4270-a7fd-53f2414d2ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3788646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15869180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16557641'] for subnet (76a12e71-d45b-4321-aabc-7b9f132bf04a), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:14.242776 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a44bb0ea-aa3b-4c96-a878-c70d62f2388a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for floatingip (ecfca626-36a8-40d7-8b0f-4acd37add265), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:14.266376 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb85f8-6b1e-4270-a7fd-53f2414d2ffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76a12e71-d45b-4321-aabc-7b9f132bf04a,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:14.280057 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c99079-4fb3-405a-8687-5eadd4f81776 None None] Network d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:21:14.291034 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-81bb85f8-6b1e-4270-a7fd-53f2414d2ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:14.295390 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-81bb85f8-6b1e-4270-a7fd-53f2414d2ffd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/76a12e71-d45b-4321-aabc-7b9f132bf04a HTTP/1.1" status: 204 len: 168 time: 0.4168675 Jun 24 10:21:14.297996 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 37996) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:14.375397 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a44bb0ea-aa3b-4c96-a878-c70d62f2388a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (3aeee5f0-5b49-4316-9dab-67e25e69852c), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:14.479047 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bd28ed42-6971-4ab6-9230-5dcd3f217507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3438047'] for network (d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:14.544135 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a44bb0ea-aa3b-4c96-a878-c70d62f2388a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for port (3aeee5f0-5b49-4316-9dab-67e25e69852c), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:14.544652 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-bd28ed42-6971-4ab6-9230-5dcd3f217507 admin admin] Deleting port d172afae-b942-4c79-9453-3a6d29033d2e {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:21:14.545092 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bd28ed42-6971-4ab6-9230-5dcd3f217507 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (d172afae-b942-4c79-9453-3a6d29033d2e), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:14.560549 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a44bb0ea-aa3b-4c96-a878-c70d62f2388a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (3aeee5f0-5b49-4316-9dab-67e25e69852c), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:14.567112 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:14.631278 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053a8eae-33e2-4a7a-952d-1701c97580bd None None] DHCP port deletion for d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 request from dv-cinder-847132-2-iscsi {{(pid=104053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:21:14.636905 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-bd28ed42-6971-4ab6-9230-5dcd3f217507 admin admin] For port d172afae-b942-4c79-9453-3a6d29033d2e, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=d172afae-b942-4c79-9453-3a6d29033d2e,segment=NetworkSegment(4711d589-da8e-4c33-8cd2-a8ecd7a525ee),segment_id=4711d589-da8e-4c33-8cd2-a8ecd7a525ee)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:14.637363 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bd28ed42-6971-4ab6-9230-5dcd3f217507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (d172afae-b942-4c79-9453-3a6d29033d2e), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:14.653998 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-bd28ed42-6971-4ab6-9230-5dcd3f217507 admin admin] Calling delete_port for d172afae-b942-4c79-9453-3a6d29033d2e owned by network:dhcp {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:21:14.677421 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44bb0ea-aa3b-4c96-a878-c70d62f2388a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Pushing event updated for resources: {'Port': ['ID=3aeee5f0-5b49-4316-9dab-67e25e69852c,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:14.692058 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a44bb0ea-aa3b-4c96-a878-c70d62f2388a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (ecfca626-36a8-40d7-8b0f-4acd37add265), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:14.696578 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-053a8eae-33e2-4a7a-952d-1701c97580bd None None] Deleting port d172afae-b942-4c79-9453-3a6d29033d2e {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:21:14.699849 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-053a8eae-33e2-4a7a-952d-1701c97580bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (d172afae-b942-4c79-9453-3a6d29033d2e), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:14.722741 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a44bb0ea-aa3b-4c96-a878-c70d62f2388a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:14.724018 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a44bb0ea-aa3b-4c96-a878-c70d62f2388a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1333268 Jun 24 10:21:14.797067 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bd28ed42-6971-4ab6-9230-5dcd3f217507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (d172afae-b942-4c79-9453-3a6d29033d2e), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:14.802921 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:14.809714 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-053a8eae-33e2-4a7a-952d-1701c97580bd None None] For port d172afae-b942-4c79-9453-3a6d29033d2e, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=d172afae-b942-4c79-9453-3a6d29033d2e,segment=NetworkSegment(4711d589-da8e-4c33-8cd2-a8ecd7a525ee),segment_id=4711d589-da8e-4c33-8cd2-a8ecd7a525ee)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:14.810120 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-053a8eae-33e2-4a7a-952d-1701c97580bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (d172afae-b942-4c79-9453-3a6d29033d2e), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:14.832528 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-053a8eae-33e2-4a7a-952d-1701c97580bd None None] Calling delete_port for d172afae-b942-4c79-9453-3a6d29033d2e owned by network:dhcp {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:21:14.862222 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28ed42-6971-4ab6-9230-5dcd3f217507 admin admin] Pushing event deleted for resources: {'Port': ['ID=d172afae-b942-4c79-9453-3a6d29033d2e,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:14.870201 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd28ed42-6971-4ab6-9230-5dcd3f217507 admin admin] No DVR routers for this DVR port d172afae-b942-4c79-9453-3a6d29033d2e on host dv-cinder-847132-2-iscsi {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:21:14.971695 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-053a8eae-33e2-4a7a-952d-1701c97580bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723'] for port (d172afae-b942-4c79-9453-3a6d29033d2e), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:14.983977 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bd28ed42-6971-4ab6-9230-5dcd3f217507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622709', 'neutron.services.segments.db._delete_segments_for_network-8739177752971'] for network (d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:15.014350 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a8eae-33e2-4a7a-952d-1701c97580bd None None] Pushing event deleted for resources: {'Port': ['ID=d172afae-b942-4c79-9453-3a6d29033d2e,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:15.015352 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-bd28ed42-6971-4ab6-9230-5dcd3f217507 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5']}} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:15.021767 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053a8eae-33e2-4a7a-952d-1701c97580bd None None] No DVR routers for this DVR port d172afae-b942-4c79-9453-3a6d29033d2e on host dv-cinder-847132-2-iscsi {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:21:15.043509 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-bd28ed42-6971-4ab6-9230-5dcd3f217507 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4711d589-da8e-4c33-8cd2-a8ecd7a525ee') {'for_net_delete': True} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:15.043855 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-bd28ed42-6971-4ab6-9230-5dcd3f217507 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4711d589-da8e-4c33-8cd2-a8ecd7a525ee') {} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:15.058546 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bd28ed42-6971-4ab6-9230-5dcd3f217507 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739177753748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15358805'] for segment (4711d589-da8e-4c33-8cd2-a8ecd7a525ee), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:15.079647 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bd28ed42-6971-4ab6-9230-5dcd3f217507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (4711d589-da8e-4c33-8cd2-a8ecd7a525ee), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:15.100606 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd28ed42-6971-4ab6-9230-5dcd3f217507 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=104051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:21:15.101325 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bd28ed42-6971-4ab6-9230-5dcd3f217507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15869078'] for segment (4711d589-da8e-4c33-8cd2-a8ecd7a525ee), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:15.137887 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 28cf13ed-955f-4e19-ae50-6a2c18e6d04c no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:21:15.154848 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-8b5d04d9-5569-4474-ab3a-c40dec234bd9 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--815699330&fields=id&tenant_id=a33a4f77f0ae4dc09d4f8c29babf3b03 HTTP/1.1" status: 200 len: 267 time: 0.2180388 Jun 24 10:21:15.262741 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.services.segments.plugin [-] Segment 4711d589-da8e-4c33-8cd2-a8ecd7a525ee resource provider aggregate not found Jun 24 10:21:15.274123 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-501b4444-6d75-4a69-8a33-3264e752fb3c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:15.281315 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-501b4444-6d75-4a69-8a33-3264e752fb3c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/networks?id=d5489725-cb1e-4af4-bc56-f04397965dc8 HTTP/1.1" status: 200 len: 811 time: 0.1254003 Jun 24 10:21:15.308295 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: 28cf13ed-955f-4e19-ae50-6a2c18e6d04c {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:21:15.308700 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 28cf13ed-955f-4e19-ae50-6a2c18e6d04c not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:21:15.309221 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 2d08f9df-af71-40f2-8def-d1492f3a559b no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:21:15.330628 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:15.340873 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-f51789a2-6b39-48b9-a9ea-81005f7d4605 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/quotas/a33a4f77f0ae4dc09d4f8c29babf3b03 HTTP/1.1" status: 200 len: 375 time: 0.0585635 Jun 24 10:21:15.341912 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: 2d08f9df-af71-40f2-8def-d1492f3a559b {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:21:15.343107 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 2d08f9df-af71-40f2-8def-d1492f3a559b not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:21:15.344548 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device d172afae-b942-4c79-9453-3a6d29033d2e no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:21:15.352085 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.services.segments.plugin [-] Segment 4711d589-da8e-4c33-8cd2-a8ecd7a525ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4711d589-da8e-4c33-8cd2-a8ecd7a525ee found for delete ", "request_id": "req-3772ebd4-4f40-40e1-b3da-568bf0ef1f09"}]} Jun 24 10:21:15.366309 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: d172afae-b942-4c79-9453-3a6d29033d2e {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:21:15.366639 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device d172afae-b942-4c79-9453-3a6d29033d2e not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:21:15.378042 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bd28ed42-6971-4ab6-9230-5dcd3f217507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407106'] for network (d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:15.391503 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bd28ed42-6971-4ab6-9230-5dcd3f217507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:15.394963 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-bd28ed42-6971-4ab6-9230-5dcd3f217507 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5 HTTP/1.1" status: 204 len: 168 time: 1.0954978 Jun 24 10:21:15.416885 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28ed42-6971-4ab6-9230-5dcd3f217507 admin admin] Pushing event deleted for resources: {'Network': ['ID=d20895ef-2afb-4e4b-a39f-18a1a6f9b4f5,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:15.432518 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-d0313d04-5c0f-475f-88e6-1937f0d99d95 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a33a4f77f0ae4dc09d4f8c29babf3b03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906940 Jun 24 10:21:15.553426 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-8d0dca48-6132-4628-b1a1-fe63619cd613 service neutron] 10.222.0.64 "GET /v2.0/networks/d5489725-cb1e-4af4-bc56-f04397965dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056700 Jun 24 10:21:15.581955 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 38020) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:15.640938 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-fe5d1725-d517-4674-8362-57c4942f6144 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=172381cd65a94b1fa2939d6af673f6ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0575609 Jun 24 10:21:15.644541 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 38022) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:15.684923 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:15.699574 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-0a01c129-edce-4985-a475-239d42671029 service neutron] 10.222.0.64 "GET /v2.0/networks/d5489725-cb1e-4af4-bc56-f04397965dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373727 Jun 24 10:21:15.753901 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d2e96479-2bb9-4126-9536-821236be3530 admin admin] Publish callbacks [] for security_group (59052e2d-1e15-4ff8-a20f-95eb7d0e6759), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:15.785695 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d2e96479-2bb9-4126-9536-821236be3530 admin admin] Publish callbacks [] for security_group (59052e2d-1e15-4ff8-a20f-95eb7d0e6759), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:15.848384 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d2e96479-2bb9-4126-9536-821236be3530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (59052e2d-1e15-4ff8-a20f-95eb7d0e6759), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:15.852931 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d2e96479-2bb9-4126-9536-821236be3530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:15.879415 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-d2e96479-2bb9-4126-9536-821236be3530 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59052e2d-1e15-4ff8-a20f-95eb7d0e6759 HTTP/1.1" status: 204 len: 168 time: 0.2271407 Jun 24 10:21:15.937794 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e96479-2bb9-4126-9536-821236be3530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59052e2d-1e15-4ff8-a20f-95eb7d0e6759,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:15.978487 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-77ea2dbc-9d2e-4c23-a8ba-f4dc64134c74 req-bf9e86c2-5737-4b15-b712-569ad96f88d3 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=aceb1aea-5d5b-4319-8492-5f09e252f229 HTTP/1.1" status: 200 len: 210 time: 0.0685427 Jun 24 10:21:17.177135 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:17.217885 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0c58469b-671d-4a89-9f7b-0e8923cdf120 req-d4f7aac0-926c-4039-9438-56672bb798f9 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=aceb1aea-5d5b-4319-8492-5f09e252f229 HTTP/1.1" status: 200 len: 210 time: 0.0597799 Jun 24 10:21:17.233972 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-b4a7f7b5-240d-44b1-9f39-4280fe6bc10c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:17.235485 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-b4a7f7b5-240d-44b1-9f39-4280fe6bc10c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.27 "GET /v2.0/networks?id=d5489725-cb1e-4af4-bc56-f04397965dc8 HTTP/1.1" status: 200 len: 811 time: 0.2237270 Jun 24 10:21:17.315381 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-666e10be-1050-441f-95b2-c15147c51d02 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a33a4f77f0ae4dc09d4f8c29babf3b03 HTTP/1.1" status: 200 len: 379 time: 0.0716829 Jun 24 10:21:17.325781 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-0ddeabbf-6af8-4a01-9474-66cf7150c737 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Request body: {'port': {'device_id': 'aceb1aea-5d5b-4319-8492-5f09e252f229', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'admin_state_up': True, 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'security_groups': ['62ddecab-fba1-40e8-bf4d-0eef180f97c3']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:21:17.480901 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-0ddeabbf-6af8-4a01-9474-66cf7150c737 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Made reservation on behalf of a33a4f77f0ae4dc09d4f8c29babf3b03 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:21:17.484497 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-0ddeabbf-6af8-4a01-9474-66cf7150c737 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:17.631382 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-0ddeabbf-6af8-4a01-9474-66cf7150c737 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Allocated IP 172.20.0.4 (d5489725-cb1e-4af4-bc56-f04397965dc8/d457dd30-6a21-4bba-a15c-7b5069d5a773/df594e9b-d73f-4c5c-acde-1ee318cc8d21) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:21:17.815998 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-0ddeabbf-6af8-4a01-9474-66cf7150c737 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for port (df594e9b-d73f-4c5c-acde-1ee318cc8d21), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:17.858165 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-0ddeabbf-6af8-4a01-9474-66cf7150c737 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (df594e9b-d73f-4c5c-acde-1ee318cc8d21), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:17.879184 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-0ddeabbf-6af8-4a01-9474-66cf7150c737 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Network d5489725-cb1e-4af4-bc56-f04397965dc8 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:17.897530 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-0ddeabbf-6af8-4a01-9474-66cf7150c737 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:17.905436 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-0ddeabbf-6af8-4a01-9474-66cf7150c737 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:21:17.936837 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:17.959983 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddeabbf-6af8-4a01-9474-66cf7150c737 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Pushing event updated for resources: {'Port': ['ID=df594e9b-d73f-4c5c-acde-1ee318cc8d21,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:17.981752 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-0ddeabbf-6af8-4a01-9474-66cf7150c737 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:17.983471 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-0ddeabbf-6af8-4a01-9474-66cf7150c737 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:18.011192 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-0ddeabbf-6af8-4a01-9474-66cf7150c737 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6898229 Jun 24 10:21:18.027160 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-3fa7ad32-8726-48e4-8f8b-a6693c2a71dc service neutron] Request body: {'port': {'device_id': 'aceb1aea-5d5b-4319-8492-5f09e252f229', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:21:18.121340 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-3fa7ad32-8726-48e4-8f8b-a6693c2a71dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (df594e9b-d73f-4c5c-acde-1ee318cc8d21), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:18.192703 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:18.257448 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-197cb6b4-aafa-485d-bf4c-0b6c4aba8fbb None None] Provisioning complete for port df594e9b-d73f-4c5c-acde-1ee318cc8d21 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:21:18.259030 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-197cb6b4-aafa-485d-bf4c-0b6c4aba8fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (df594e9b-d73f-4c5c-acde-1ee318cc8d21), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:18.304769 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:18.314458 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-197cb6b4-aafa-485d-bf4c-0b6c4aba8fbb None None] Port df594e9b-d73f-4c5c-acde-1ee318cc8d21 cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:21:18.366054 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c09ce1-501b-47e1-9279-8e02a4120866 req-3d330173-2c59-455a-9441-fe3115f9fcf3 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:18.368517 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a7c09ce1-501b-47e1-9279-8e02a4120866 req-3d330173-2c59-455a-9441-fe3115f9fcf3 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=aceb1aea-5d5b-4319-8492-5f09e252f229 HTTP/1.1" status: 200 len: 931 time: 0.0633855 Jun 24 10:21:18.473089 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a7c09ce1-501b-47e1-9279-8e02a4120866 req-890e446f-63b5-45e2-a81d-eaa82f2e1dd5 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=62ddecab-fba1-40e8-bf4d-0eef180f97c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986743 Jun 24 10:21:18.550073 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-3fa7ad32-8726-48e4-8f8b-a6693c2a71dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df594e9b-d73f-4c5c-acde-1ee318cc8d21 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:21:18.559304 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-3fa7ad32-8726-48e4-8f8b-a6693c2a71dc service neutron] Publish callbacks [] for port (df594e9b-d73f-4c5c-acde-1ee318cc8d21), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:18.575486 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-3fa7ad32-8726-48e4-8f8b-a6693c2a71dc service neutron] Transition to ACTIVE for port object df594e9b-d73f-4c5c-acde-1ee318cc8d21 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:21:18.581712 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-3fa7ad32-8726-48e4-8f8b-a6693c2a71dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (df594e9b-d73f-4c5c-acde-1ee318cc8d21), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:18.638352 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7ad32-8726-48e4-8f8b-a6693c2a71dc service neutron] Pushing event updated for resources: {'Port': ['ID=df594e9b-d73f-4c5c-acde-1ee318cc8d21,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:18.740439 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-3fa7ad32-8726-48e4-8f8b-a6693c2a71dc service neutron] Attempting to bind port df594e9b-d73f-4c5c-acde-1ee318cc8d21 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:21:18.741314 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-3fa7ad32-8726-48e4-8f8b-a6693c2a71dc service neutron] Attempting to bind port df594e9b-d73f-4c5c-acde-1ee318cc8d21 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'b2d97abe-b69e-4d48-898d-8b67cc0526fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:21:18.741671 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-3fa7ad32-8726-48e4-8f8b-a6693c2a71dc service neutron] Attempting to bind port df594e9b-d73f-4c5c-acde-1ee318cc8d21 on network d5489725-cb1e-4af4-bc56-f04397965dc8 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:21:18.746635 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-3fa7ad32-8726-48e4-8f8b-a6693c2a71dc service neutron] Port df594e9b-d73f-4c5c-acde-1ee318cc8d21 on network d5489725-cb1e-4af4-bc56-f04397965dc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:21:18.747009 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-3fa7ad32-8726-48e4-8f8b-a6693c2a71dc service neutron] Attempting to bind port df594e9b-d73f-4c5c-acde-1ee318cc8d21 on network d5489725-cb1e-4af4-bc56-f04397965dc8 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:21:18.752663 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-3fa7ad32-8726-48e4-8f8b-a6693c2a71dc service neutron] Checking agent: {'id': '900df4b4-ebee-48f1-a22a-a520f0296ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'started_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:21:18.752941 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-3fa7ad32-8726-48e4-8f8b-a6693c2a71dc service neutron] Checking segment: {'id': 'b2d97abe-b69e-4d48-898d-8b67cc0526fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:21:18.753326 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-3fa7ad32-8726-48e4-8f8b-a6693c2a71dc service neutron] Bound using segment: {'id': 'b2d97abe-b69e-4d48-898d-8b67cc0526fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:21:18.753765 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-3fa7ad32-8726-48e4-8f8b-a6693c2a71dc service neutron] Bound port: df594e9b-d73f-4c5c-acde-1ee318cc8d21, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2d97abe-b69e-4d48-898d-8b67cc0526fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:21:18.754105 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-3fa7ad32-8726-48e4-8f8b-a6693c2a71dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (df594e9b-d73f-4c5c-acde-1ee318cc8d21), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:18.927338 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 38126) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:19.057606 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bda8bc43-26ab-443f-b7b6-d2294e02d84c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:19.122985 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-3fa7ad32-8726-48e4-8f8b-a6693c2a71dc service neutron] For port df594e9b-d73f-4c5c-acde-1ee318cc8d21, host hv-cinder-84713, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:21:19.126110 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-3fa7ad32-8726-48e4-8f8b-a6693c2a71dc service neutron] For port df594e9b-d73f-4c5c-acde-1ee318cc8d21, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=df594e9b-d73f-4c5c-acde-1ee318cc8d21,segment=NetworkSegment(b2d97abe-b69e-4d48-898d-8b67cc0526fc),segment_id=b2d97abe-b69e-4d48-898d-8b67cc0526fc)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:21:19.136513 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-3fa7ad32-8726-48e4-8f8b-a6693c2a71dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (df594e9b-d73f-4c5c-acde-1ee318cc8d21), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:19.191348 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-1a726a28-4fc3-422f-9c0b-dfe7c9ff1d63 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:19.192445 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-1a726a28-4fc3-422f-9c0b-dfe7c9ff1d63 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/networks?id=c3dbd8da-335a-433c-9ef1-e6bc6e20a951 HTTP/1.1" status: 200 len: 814 time: 0.1508548 Jun 24 10:21:19.194794 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-3fa7ad32-8726-48e4-8f8b-a6693c2a71dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:19.195312 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-3fa7ad32-8726-48e4-8f8b-a6693c2a71dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:19.196816 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-3fa7ad32-8726-48e4-8f8b-a6693c2a71dc service neutron] 10.222.0.27 "PUT /v2.0/ports/df594e9b-d73f-4c5c-acde-1ee318cc8d21 HTTP/1.1" status: 200 len: 1093 time: 1.1775367 Jun 24 10:21:19.197263 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aceb1aea-5d5b-4319-8492-5f09e252f229', 'tag': 'df594e9b-d73f-4c5c-acde-1ee318cc8d21'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:21:19.199672 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51c183e-2b0a-4590-9f7a-dd9d9cc690f6" -d '{"events": [{"name": "network-changed", "server_uuid": "aceb1aea-5d5b-4319-8492-5f09e252f229", "tag": "df594e9b-d73f-4c5c-acde-1ee318cc8d21"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:21:19.211233 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-af842fbe-5cb5-4844-a12e-521971314da1 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/quotas/34f04f4ab2294464bdc83acecb4d9a79 HTTP/1.1" status: 200 len: 375 time: 0.0111315 Jun 24 10:21:19.218690 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7ad32-8726-48e4-8f8b-a6693c2a71dc service neutron] Pushing event updated for resources: {'Port': ['ID=df594e9b-d73f-4c5c-acde-1ee318cc8d21,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:19.262314 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204e3f08-c98e-4c1b-9875-e29bad6617e0 x-openstack-request-id: req-204e3f08-c98e-4c1b-9875-e29bad6617e0 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:21:19.262614 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aceb1aea-5d5b-4319-8492-5f09e252f229", "tag": "df594e9b-d73f-4c5c-acde-1ee318cc8d21", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:21:19.263008 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-204e3f08-c98e-4c1b-9875-e29bad6617e0 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:21:19.263404 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-204e3f08-c98e-4c1b-9875-e29bad6617e0'] response: {'name': 'network-changed', 'server_uuid': 'aceb1aea-5d5b-4319-8492-5f09e252f229', 'tag': 'df594e9b-d73f-4c5c-acde-1ee318cc8d21', 'status': 'completed', 'code': 200} Jun 24 10:21:19.276905 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bda8bc43-26ab-443f-b7b6-d2294e02d84c admin admin] Publish callbacks [] for security_group (c9942926-b223-4a1a-8c51-f605116fe84b), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:19.283197 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bda8bc43-26ab-443f-b7b6-d2294e02d84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (c9942926-b223-4a1a-8c51-f605116fe84b), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:19.297825 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-c5f280f3-cd3a-4bea-b064-ef9dcda61a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:19.299672 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-c5f280f3-cd3a-4bea-b064-ef9dcda61a3b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a33a4f77f0ae4dc09d4f8c29babf3b03&device_id=aceb1aea-5d5b-4319-8492-5f09e252f229 HTTP/1.1" status: 200 len: 1127 time: 0.0500927 Jun 24 10:21:19.323526 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-79e316af-49eb-4f4b-a5e3-42c823e1b413 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=34f04f4ab2294464bdc83acecb4d9a79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865486 Jun 24 10:21:19.344597 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-825d1959-d42a-4e78-9ad8-f051765f59fd service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df594e9b-d73f-4c5c-acde-1ee318cc8d21 HTTP/1.1" status: 200 len: 217 time: 0.0377915 Jun 24 10:21:19.353898 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-bda8bc43-26ab-443f-b7b6-d2294e02d84c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3a46e63cdb7b4c4487115ae014cd80bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4231403 Jun 24 10:21:19.353898 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8bc43-26ab-443f-b7b6-d2294e02d84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9942926-b223-4a1a-8c51-f605116fe84b,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:19.354810 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 38142) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:19.405930 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:19.430605 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-c0d6c0df-6baa-4d1d-ae05-4c6cfb3bd723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:19.432104 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-c0d6c0df-6baa-4d1d-ae05-4c6cfb3bd723 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d457dd30-6a21-4bba-a15c-7b5069d5a773 HTTP/1.1" status: 200 len: 850 time: 0.0801911 Jun 24 10:21:19.436482 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-c8204d29-9215-45f6-a5a8-29df0befc475 service neutron] 10.222.0.64 "GET /v2.0/networks/c3dbd8da-335a-433c-9ef1-e6bc6e20a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957727 Jun 24 10:21:19.451684 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:19.479182 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f685d6b8-7c45-4143-8099-42797316ac2f admin admin] Publish callbacks [] for security_group (c9942926-b223-4a1a-8c51-f605116fe84b), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:19.505758 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-ca3a1eec-12ca-4dc6-85d4-a2a45caf0c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:19.507300 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-ca3a1eec-12ca-4dc6-85d4-a2a45caf0c84 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d5489725-cb1e-4af4-bc56-f04397965dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680926 Jun 24 10:21:19.526335 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f685d6b8-7c45-4143-8099-42797316ac2f admin admin] Publish callbacks [] for security_group (c9942926-b223-4a1a-8c51-f605116fe84b), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:19.544464 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-bc563d92-6108-4418-91a3-2d82e55c2f12 service neutron] 10.222.0.64 "GET /v2.0/networks/c3dbd8da-335a-433c-9ef1-e6bc6e20a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012282 Jun 24 10:21:19.579223 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:19.602122 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b20be-da03-4e11-84da-a951e799c48d req-f30ba513-ace6-468a-a180-c8ae90d8c6fa tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:19.603670 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-360b20be-da03-4e11-84da-a951e799c48d req-f30ba513-ace6-468a-a180-c8ae90d8c6fa tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=aceb1aea-5d5b-4319-8492-5f09e252f229 HTTP/1.1" status: 200 len: 943 time: 0.0518734 Jun 24 10:21:19.645853 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-09c87527-d4ab-493c-9b4d-948a6993dad5 service neutron] 10.222.0.27 "GET /v2.0/networks/d5489725-cb1e-4af4-bc56-f04397965dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296017 Jun 24 10:21:19.646602 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f685d6b8-7c45-4143-8099-42797316ac2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (c9942926-b223-4a1a-8c51-f605116fe84b), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:19.649406 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f685d6b8-7c45-4143-8099-42797316ac2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:19.650531 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f685d6b8-7c45-4143-8099-42797316ac2f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c9942926-b223-4a1a-8c51-f605116fe84b HTTP/1.1" status: 204 len: 168 time: 0.2951210 Jun 24 10:21:19.685929 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685d6b8-7c45-4143-8099-42797316ac2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9942926-b223-4a1a-8c51-f605116fe84b,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:19.695442 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-360b20be-da03-4e11-84da-a951e799c48d req-9af0e790-facc-4660-8642-334e91004fa8 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=62ddecab-fba1-40e8-bf4d-0eef180f97c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687034 Jun 24 10:21:19.750497 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-01c0bc54-f201-4207-9556-2bfba8dd9e8b req-49ad53da-d0f9-4604-96fa-862ad26a3b3c tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 210 time: 0.0537579 Jun 24 10:21:19.789645 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-75d8a6f5-3dff-421c-a2e8-dcce4f48277c req-d09c3657-e1f6-4efe-84cf-bec4d1f80d0e service neutron] 10.222.0.27 "GET /v2.0/networks/d5489725-cb1e-4af4-bc56-f04397965dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376536 Jun 24 10:21:20.001401 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 38162) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:20.016003 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fc40da2c-f05d-4d27-92b3-2018b0b2d84a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:20.099253 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fc40da2c-f05d-4d27-92b3-2018b0b2d84a admin admin] Publish callbacks [] for security_group (4f9d0b51-4dbc-42c7-90e2-f5b9c6948e8b), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:20.103725 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fc40da2c-f05d-4d27-92b3-2018b0b2d84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (4f9d0b51-4dbc-42c7-90e2-f5b9c6948e8b), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:20.143235 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40da2c-f05d-4d27-92b3-2018b0b2d84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9d0b51-4dbc-42c7-90e2-f5b9c6948e8b,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:20.148573 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-fc40da2c-f05d-4d27-92b3-2018b0b2d84a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a5a1c2bc36f94f4ca140be9fbcb03d06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460547 Jun 24 10:21:20.151345 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 38164) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:20.203700 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4ec253af-2ba8-4199-b23b-86b7b9937551 admin admin] Publish callbacks [] for security_group (4f9d0b51-4dbc-42c7-90e2-f5b9c6948e8b), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:20.226220 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4ec253af-2ba8-4199-b23b-86b7b9937551 admin admin] Publish callbacks [] for security_group (4f9d0b51-4dbc-42c7-90e2-f5b9c6948e8b), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:20.279881 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4ec253af-2ba8-4199-b23b-86b7b9937551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (4f9d0b51-4dbc-42c7-90e2-f5b9c6948e8b), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:20.284102 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4ec253af-2ba8-4199-b23b-86b7b9937551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:20.285243 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-4ec253af-2ba8-4199-b23b-86b7b9937551 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f9d0b51-4dbc-42c7-90e2-f5b9c6948e8b HTTP/1.1" status: 204 len: 168 time: 0.1330051 Jun 24 10:21:20.293204 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec253af-2ba8-4199-b23b-86b7b9937551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9d0b51-4dbc-42c7-90e2-f5b9c6948e8b,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:20.577419 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c183e-2b0a-4590-9f7a-dd9d9cc690f6 req-c8f08795-3712-4f3e-8bfe-3b525a41bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:20.579078 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c51c183e-2b0a-4590-9f7a-dd9d9cc690f6 req-c8f08795-3712-4f3e-8bfe-3b525a41bcb9 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a33a4f77f0ae4dc09d4f8c29babf3b03&device_id=aceb1aea-5d5b-4319-8492-5f09e252f229 HTTP/1.1" status: 200 len: 1127 time: 0.0434995 Jun 24 10:21:20.684078 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c183e-2b0a-4590-9f7a-dd9d9cc690f6 req-2a094a85-6116-483a-a165-c68b1125aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:20.685613 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c51c183e-2b0a-4590-9f7a-dd9d9cc690f6 req-2a094a85-6116-483a-a165-c68b1125aa51 service neutron] 10.222.0.27 "GET /v2.0/networks?id=d5489725-cb1e-4af4-bc56-f04397965dc8 HTTP/1.1" status: 200 len: 912 time: 0.1002300 Jun 24 10:21:20.736760 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c51c183e-2b0a-4590-9f7a-dd9d9cc690f6 req-6441819e-cc3c-4080-a2ea-461bbfee9655 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df594e9b-d73f-4c5c-acde-1ee318cc8d21 HTTP/1.1" status: 200 len: 217 time: 0.0443001 Jun 24 10:21:20.791240 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c183e-2b0a-4590-9f7a-dd9d9cc690f6 req-d242a04b-645d-42be-a69e-0f2eee73bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:20.792888 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c51c183e-2b0a-4590-9f7a-dd9d9cc690f6 req-d242a04b-645d-42be-a69e-0f2eee73bfad service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d457dd30-6a21-4bba-a15c-7b5069d5a773 HTTP/1.1" status: 200 len: 850 time: 0.0507522 Jun 24 10:21:20.832788 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6be3b-7a4e-4baa-9220-4ce3d596f51d req-23d10d70-79de-4d10-9cb3-4cc3e0a21b56 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:20.835079 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-11f6be3b-7a4e-4baa-9220-4ce3d596f51d req-23d10d70-79de-4d10-9cb3-4cc3e0a21b56 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=aceb1aea-5d5b-4319-8492-5f09e252f229 HTTP/1.1" status: 200 len: 943 time: 0.0652494 Jun 24 10:21:20.856918 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c183e-2b0a-4590-9f7a-dd9d9cc690f6 req-d15103ea-99c7-4ba4-b2ae-c5615420250a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:20.858435 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c51c183e-2b0a-4590-9f7a-dd9d9cc690f6 req-d15103ea-99c7-4ba4-b2ae-c5615420250a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d5489725-cb1e-4af4-bc56-f04397965dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577714 Jun 24 10:21:20.876264 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-eac3466e-7b43-43cf-9e92-df8cb3c0e485 req-d570d322-082e-4f6a-abd7-483c53bef314 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 210 time: 0.0401649 Jun 24 10:21:20.883824 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:20.909682 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-11f6be3b-7a4e-4baa-9220-4ce3d596f51d req-103377b5-15d6-4127-a025-bfa4a76e8ec9 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=62ddecab-fba1-40e8-bf4d-0eef180f97c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622780 Jun 24 10:21:21.034580 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:21.144785 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c51c183e-2b0a-4590-9f7a-dd9d9cc690f6 req-9eb46203-b7d4-4c80-9e35-5bff86e3028c service neutron] 10.222.0.27 "GET /v2.0/networks/d5489725-cb1e-4af4-bc56-f04397965dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185424 Jun 24 10:21:21.244756 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:21.245555 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:21.323384 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-3cc07b0c-ea5c-4daf-9160-e716bdcfa744 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:21.324483 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-3cc07b0c-ea5c-4daf-9160-e716bdcfa744 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.27 "GET /v2.0/networks?id=c3dbd8da-335a-433c-9ef1-e6bc6e20a951 HTTP/1.1" status: 200 len: 814 time: 0.2166739 Jun 24 10:21:21.346460 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c51c183e-2b0a-4590-9f7a-dd9d9cc690f6 req-81369935-0a53-498d-9b67-125fce70a30c service neutron] 10.222.0.27 "GET /v2.0/networks/d5489725-cb1e-4af4-bc56-f04397965dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914136 Jun 24 10:21:21.362278 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device df594e9b-d73f-4c5c-acde-1ee318cc8d21 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:21:21.378426 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-ea265238-7cad-4039-af9e-4d143850a728 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Request body: {'port': {'device_id': '53ffd130-4813-4e8e-a43e-56bbe1ee7b67', 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951', 'admin_state_up': True, 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:21:21.496057 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port df594e9b-d73f-4c5c-acde-1ee318cc8d21, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=df594e9b-d73f-4c5c-acde-1ee318cc8d21,segment=NetworkSegment(b2d97abe-b69e-4d48-898d-8b67cc0526fc),segment_id=b2d97abe-b69e-4d48-898d-8b67cc0526fc)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:21.508922 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': 'df594e9b-d73f-4c5c-acde-1ee318cc8d21', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'port_id': 'df594e9b-d73f-4c5c-acde-1ee318cc8d21', 'mac_address': 'fa:16:3e:92:e6:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:21:21.516486 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-ea265238-7cad-4039-af9e-4d143850a728 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Made reservation on behalf of 34f04f4ab2294464bdc83acecb4d9a79 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:21:21.520864 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-ea265238-7cad-4039-af9e-4d143850a728 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:21.555500 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port df594e9b-d73f-4c5c-acde-1ee318cc8d21 is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:21:21.556010 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (df594e9b-d73f-4c5c-acde-1ee318cc8d21), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:21.580802 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df594e9b-d73f-4c5c-acde-1ee318cc8d21 {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:21:21.609720 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port df594e9b-d73f-4c5c-acde-1ee318cc8d21, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=df594e9b-d73f-4c5c-acde-1ee318cc8d21,segment=NetworkSegment(b2d97abe-b69e-4d48-898d-8b67cc0526fc),segment_id=b2d97abe-b69e-4d48-898d-8b67cc0526fc)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:21.616071 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (df594e9b-d73f-4c5c-acde-1ee318cc8d21), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:21.679568 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=df594e9b-d73f-4c5c-acde-1ee318cc8d21,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:21.682276 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-ea265238-7cad-4039-af9e-4d143850a728 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Allocated IP 172.20.0.13 (c3dbd8da-335a-433c-9ef1-e6bc6e20a951/3cf20fba-3795-4f02-a6eb-2b9bf33d2a53/9b477745-37af-4221-acf2-e595e7642fe8) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:21:21.874355 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['df594e9b-d73f-4c5c-acde-1ee318cc8d21'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:21:21.900665 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-ea265238-7cad-4039-af9e-4d143850a728 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for port (9b477745-37af-4221-acf2-e595e7642fe8), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:21.933604 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:21.943222 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-ea265238-7cad-4039-af9e-4d143850a728 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (9b477745-37af-4221-acf2-e595e7642fe8), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:21.997599 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-ea265238-7cad-4039-af9e-4d143850a728 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Network c3dbd8da-335a-433c-9ef1-e6bc6e20a951 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:22.001172 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-ea265238-7cad-4039-af9e-4d143850a728 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:22.006504 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-ea265238-7cad-4039-af9e-4d143850a728 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:21:22.086945 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:22.128381 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-ea265238-7cad-4039-af9e-4d143850a728 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:22.134888 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-ea265238-7cad-4039-af9e-4d143850a728 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:22.144981 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc06c78-44e6-41bd-b39b-e6bb09502630 req-1f233c16-b5d0-4a71-8b72-14e1a6d11970 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:22.160640 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-abc06c78-44e6-41bd-b39b-e6bb09502630 req-1f233c16-b5d0-4a71-8b72-14e1a6d11970 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 932 time: 0.1082726 Jun 24 10:21:22.186298 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea265238-7cad-4039-af9e-4d143850a728 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Pushing event updated for resources: {'Port': ['ID=9b477745-37af-4221-acf2-e595e7642fe8,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:22.208807 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-ea265238-7cad-4039-af9e-4d143850a728 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8349235 Jun 24 10:21:22.231241 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-09a0514f-39ff-41a5-83e9-c976b8939e99 service neutron] Request body: {'port': {'device_id': '53ffd130-4813-4e8e-a43e-56bbe1ee7b67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:21:22.315420 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-abc06c78-44e6-41bd-b39b-e6bb09502630 req-f0ff551b-0956-4b3c-8990-f507029e648f tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535721 Jun 24 10:21:22.415144 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-09a0514f-39ff-41a5-83e9-c976b8939e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (9b477745-37af-4221-acf2-e595e7642fe8), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:22.486440 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-73cf7b4f-f43e-47cb-a903-40c1222daf29 None None] Provisioning complete for port 9b477745-37af-4221-acf2-e595e7642fe8 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:21:22.487168 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-73cf7b4f-f43e-47cb-a903-40c1222daf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (9b477745-37af-4221-acf2-e595e7642fe8), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:22.582243 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-73cf7b4f-f43e-47cb-a903-40c1222daf29 None None] Port 9b477745-37af-4221-acf2-e595e7642fe8 cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:21:22.600151 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:22.730133 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:22.839015 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-09a0514f-39ff-41a5-83e9-c976b8939e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b477745-37af-4221-acf2-e595e7642fe8 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:21:22.852515 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-09a0514f-39ff-41a5-83e9-c976b8939e99 service neutron] Publish callbacks [] for port (9b477745-37af-4221-acf2-e595e7642fe8), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:22.865848 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c296c-f92f-4d8f-aab9-b8fbded38e9c req-f3991c53-b522-43b1-a566-a676dd6db585 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:22.869890 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-09a0514f-39ff-41a5-83e9-c976b8939e99 service neutron] Transition to ACTIVE for port object 9b477745-37af-4221-acf2-e595e7642fe8 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:21:22.875307 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cd3c296c-f92f-4d8f-aab9-b8fbded38e9c req-f3991c53-b522-43b1-a566-a676dd6db585 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=aceb1aea-5d5b-4319-8492-5f09e252f229 HTTP/1.1" status: 200 len: 944 time: 0.2946014 Jun 24 10:21:22.878410 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-09a0514f-39ff-41a5-83e9-c976b8939e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (9b477745-37af-4221-acf2-e595e7642fe8), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:22.936479 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cd3c296c-f92f-4d8f-aab9-b8fbded38e9c req-88ff82fe-6214-415b-95fe-9bec9e65dd38 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=62ddecab-fba1-40e8-bf4d-0eef180f97c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592422 Jun 24 10:21:23.002270 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0514f-39ff-41a5-83e9-c976b8939e99 service neutron] Pushing event updated for resources: {'Port': ['ID=9b477745-37af-4221-acf2-e595e7642fe8,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:23.067217 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-09a0514f-39ff-41a5-83e9-c976b8939e99 service neutron] Attempting to bind port 9b477745-37af-4221-acf2-e595e7642fe8 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:21:23.067559 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-09a0514f-39ff-41a5-83e9-c976b8939e99 service neutron] Attempting to bind port 9b477745-37af-4221-acf2-e595e7642fe8 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '19ace9fb-f518-44ae-8f89-d571204a940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:21:23.067902 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-09a0514f-39ff-41a5-83e9-c976b8939e99 service neutron] Attempting to bind port 9b477745-37af-4221-acf2-e595e7642fe8 on network c3dbd8da-335a-433c-9ef1-e6bc6e20a951 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:21:23.076768 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-09a0514f-39ff-41a5-83e9-c976b8939e99 service neutron] Port 9b477745-37af-4221-acf2-e595e7642fe8 on network c3dbd8da-335a-433c-9ef1-e6bc6e20a951 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:21:23.077347 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-09a0514f-39ff-41a5-83e9-c976b8939e99 service neutron] Attempting to bind port 9b477745-37af-4221-acf2-e595e7642fe8 on network c3dbd8da-335a-433c-9ef1-e6bc6e20a951 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:21:23.089452 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-09a0514f-39ff-41a5-83e9-c976b8939e99 service neutron] Checking agent: {'id': '900df4b4-ebee-48f1-a22a-a520f0296ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'started_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:21:23.090065 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-09a0514f-39ff-41a5-83e9-c976b8939e99 service neutron] Checking segment: {'id': '19ace9fb-f518-44ae-8f89-d571204a940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:21:23.090668 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-09a0514f-39ff-41a5-83e9-c976b8939e99 service neutron] Bound using segment: {'id': '19ace9fb-f518-44ae-8f89-d571204a940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:21:23.091439 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-09a0514f-39ff-41a5-83e9-c976b8939e99 service neutron] Bound port: 9b477745-37af-4221-acf2-e595e7642fe8, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ace9fb-f518-44ae-8f89-d571204a940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:21:23.092415 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-09a0514f-39ff-41a5-83e9-c976b8939e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (9b477745-37af-4221-acf2-e595e7642fe8), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:23.186368 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-09a0514f-39ff-41a5-83e9-c976b8939e99 service neutron] For port 9b477745-37af-4221-acf2-e595e7642fe8, host hv-cinder-84713, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:21:23.191198 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-09a0514f-39ff-41a5-83e9-c976b8939e99 service neutron] For port 9b477745-37af-4221-acf2-e595e7642fe8, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=9b477745-37af-4221-acf2-e595e7642fe8,segment=NetworkSegment(19ace9fb-f518-44ae-8f89-d571204a940f),segment_id=19ace9fb-f518-44ae-8f89-d571204a940f)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:21:23.200407 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-09a0514f-39ff-41a5-83e9-c976b8939e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (9b477745-37af-4221-acf2-e595e7642fe8), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:23.295502 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0514f-39ff-41a5-83e9-c976b8939e99 service neutron] Pushing event updated for resources: {'Port': ['ID=9b477745-37af-4221-acf2-e595e7642fe8,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:23.317693 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-09a0514f-39ff-41a5-83e9-c976b8939e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:23.323509 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-09a0514f-39ff-41a5-83e9-c976b8939e99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:23.328168 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-09a0514f-39ff-41a5-83e9-c976b8939e99 service neutron] 10.222.0.27 "PUT /v2.0/ports/9b477745-37af-4221-acf2-e595e7642fe8 HTTP/1.1" status: 200 len: 1094 time: 1.1045439 Jun 24 10:21:23.328817 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ffd130-4813-4e8e-a43e-56bbe1ee7b67', 'tag': '9b477745-37af-4221-acf2-e595e7642fe8'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:21:23.347993 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef86e1d0-98b3-4c85-83f5-55609e991571" -d '{"events": [{"name": "network-changed", "server_uuid": "53ffd130-4813-4e8e-a43e-56bbe1ee7b67", "tag": "9b477745-37af-4221-acf2-e595e7642fe8"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:21:23.391996 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device df594e9b-d73f-4c5c-acde-1ee318cc8d21 up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:23.437547 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aca5c6c-4775-4b38-8331-3c849ed5a018 x-openstack-request-id: req-0aca5c6c-4775-4b38-8331-3c849ed5a018 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:21:23.438236 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ffd130-4813-4e8e-a43e-56bbe1ee7b67", "tag": "9b477745-37af-4221-acf2-e595e7642fe8", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:21:23.442220 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0aca5c6c-4775-4b38-8331-3c849ed5a018 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:21:23.442220 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aca5c6c-4775-4b38-8331-3c849ed5a018'] response: {'name': 'network-changed', 'server_uuid': '53ffd130-4813-4e8e-a43e-56bbe1ee7b67', 'tag': '9b477745-37af-4221-acf2-e595e7642fe8', 'status': 'completed', 'code': 200} Jun 24 10:21:23.461714 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning for port df594e9b-d73f-4c5c-acde-1ee318cc8d21 completed by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:21:23.479919 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port df594e9b-d73f-4c5c-acde-1ee318cc8d21 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:21:23.480542 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (df594e9b-d73f-4c5c-acde-1ee318cc8d21), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:23.523307 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332872d-8b3e-4071-8f5f-33ca0e5e4438 req-89b94941-cf48-44b8-b668-23bc49ff7c21 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:23.526890 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f332872d-8b3e-4071-8f5f-33ca0e5e4438 req-89b94941-cf48-44b8-b668-23bc49ff7c21 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 944 time: 0.0798128 Jun 24 10:21:23.589602 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f332872d-8b3e-4071-8f5f-33ca0e5e4438 req-7fc72705-ac9c-434a-aded-8bc93ed8873a tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568018 Jun 24 10:21:23.601915 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:23.619817 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port df594e9b-d73f-4c5c-acde-1ee318cc8d21 is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:21:23.620209 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (df594e9b-d73f-4c5c-acde-1ee318cc8d21), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:23.654679 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aceb1aea-5d5b-4319-8492-5f09e252f229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df594e9b-d73f-4c5c-acde-1ee318cc8d21'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:21:23.657207 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9d5914-7fa5-4d17-bb78-4f82b2e67549" -d '{"events": [{"server_uuid": "aceb1aea-5d5b-4319-8492-5f09e252f229", "name": "network-vif-plugged", "status": "completed", "tag": "df594e9b-d73f-4c5c-acde-1ee318cc8d21"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:21:23.674491 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port df594e9b-d73f-4c5c-acde-1ee318cc8d21, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=df594e9b-d73f-4c5c-acde-1ee318cc8d21,segment=NetworkSegment(b2d97abe-b69e-4d48-898d-8b67cc0526fc),segment_id=b2d97abe-b69e-4d48-898d-8b67cc0526fc)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:23.680131 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (df594e9b-d73f-4c5c-acde-1ee318cc8d21), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:23.733858 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd83b192-cc26-4e6b-b58b-4a9bc6d07acc x-openstack-request-id: req-fd83b192-cc26-4e6b-b58b-4a9bc6d07acc {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:21:23.734150 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aceb1aea-5d5b-4319-8492-5f09e252f229", "name": "network-vif-plugged", "status": "completed", "tag": "df594e9b-d73f-4c5c-acde-1ee318cc8d21", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:21:23.734410 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd83b192-cc26-4e6b-b58b-4a9bc6d07acc {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:21:23.734820 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd83b192-cc26-4e6b-b58b-4a9bc6d07acc'] response: {'server_uuid': 'aceb1aea-5d5b-4319-8492-5f09e252f229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df594e9b-d73f-4c5c-acde-1ee318cc8d21', 'code': 200} Jun 24 10:21:23.750142 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=df594e9b-d73f-4c5c-acde-1ee318cc8d21,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:24.085759 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf3783-d2c3-4ccc-8c2a-60b3109bce6d req-fe00b292-083a-4687-9d97-250aab03e1e9 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:24.087256 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-88bf3783-d2c3-4ccc-8c2a-60b3109bce6d req-fe00b292-083a-4687-9d97-250aab03e1e9 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=aceb1aea-5d5b-4319-8492-5f09e252f229 HTTP/1.1" status: 200 len: 945 time: 0.0657260 Jun 24 10:21:24.177009 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-88bf3783-d2c3-4ccc-8c2a-60b3109bce6d req-c2cb3ee0-6daa-4eb4-8eea-cc90ce7f51ac tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=62ddecab-fba1-40e8-bf4d-0eef180f97c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811636 Jun 24 10:21:24.742660 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124c575-bfc5-4d6f-b4ff-39713bfc4797 req-fe881f21-e2a3-4755-aa1f-61fa5945eba0 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:24.744308 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3124c575-bfc5-4d6f-b4ff-39713bfc4797 req-fe881f21-e2a3-4755-aa1f-61fa5945eba0 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 944 time: 0.0583475 Jun 24 10:21:24.795584 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3124c575-bfc5-4d6f-b4ff-39713bfc4797 req-5c4fba6a-57ad-4a07-9321-f59ad4ccf0a5 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450864 Jun 24 10:21:24.845908 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-351fe144-e63e-4f63-af2f-183d459b9029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:25.300001 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a720c-c6ac-4f64-bd8f-44fb89a3dc43 req-b64dd488-a483-4307-916c-d4ab0cdec2e3 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:25.301451 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2a8a720c-c6ac-4f64-bd8f-44fb89a3dc43 req-b64dd488-a483-4307-916c-d4ab0cdec2e3 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=aceb1aea-5d5b-4319-8492-5f09e252f229 HTTP/1.1" status: 200 len: 945 time: 0.0509789 Jun 24 10:21:25.375621 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2a8a720c-c6ac-4f64-bd8f-44fb89a3dc43 req-01d6300a-9167-4360-959f-5a5cf74c3ede tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=62ddecab-fba1-40e8-bf4d-0eef180f97c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675840 Jun 24 10:21:25.941392 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039c6c8-d6b6-4831-96f8-5599ccdd90c2 req-20ff748e-3a68-46c0-8164-c9c8068e5645 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:25.964179 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0039c6c8-d6b6-4831-96f8-5599ccdd90c2 req-20ff748e-3a68-46c0-8164-c9c8068e5645 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 944 time: 0.0880759 Jun 24 10:21:26.050147 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0039c6c8-d6b6-4831-96f8-5599ccdd90c2 req-25f5273f-b03e-4f34-99b3-6eaacda25aec tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787120 Jun 24 10:21:26.502959 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f45468-9e2d-4ea8-a1f7-47b17442a221 req-625161de-f4b6-427f-bd2d-a4550cdf2f21 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:26.504859 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-97f45468-9e2d-4ea8-a1f7-47b17442a221 req-625161de-f4b6-427f-bd2d-a4550cdf2f21 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=aceb1aea-5d5b-4319-8492-5f09e252f229 HTTP/1.1" status: 200 len: 945 time: 0.0514691 Jun 24 10:21:26.545124 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:26.558512 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-97f45468-9e2d-4ea8-a1f7-47b17442a221 req-ff8d2c2c-3937-4f63-9c0f-799fd637fff2 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=62ddecab-fba1-40e8-bf4d-0eef180f97c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472746 Jun 24 10:21:27.145592 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d505149b-7d92-485a-bf7d-8e6516341cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:27.177308 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d08045-819c-43ff-856b-a77de7cac5f0 req-7c75459f-41a8-4697-8a71-02cec8a9bb45 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:27.179131 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-45d08045-819c-43ff-856b-a77de7cac5f0 req-7c75459f-41a8-4697-8a71-02cec8a9bb45 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 944 time: 0.0629930 Jun 24 10:21:27.231697 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-45d08045-819c-43ff-856b-a77de7cac5f0 req-0356f076-cd6c-4cff-bea5-43bd3493fe31 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466766 Jun 24 10:21:27.683195 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe441c-2f0a-45a4-bb5f-433453eaca7d req-169e746f-3e13-446e-9004-14ee4c9aa032 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:27.684688 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-edbe441c-2f0a-45a4-bb5f-433453eaca7d req-169e746f-3e13-446e-9004-14ee4c9aa032 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=aceb1aea-5d5b-4319-8492-5f09e252f229 HTTP/1.1" status: 200 len: 945 time: 0.0514317 Jun 24 10:21:27.741959 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-edbe441c-2f0a-45a4-bb5f-433453eaca7d req-54f870d2-5675-457b-96f1-e0b50065b07b tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=62ddecab-fba1-40e8-bf4d-0eef180f97c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504415 Jun 24 10:21:28.318362 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:28.340911 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:28.376998 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee552e01-017e-4d9a-98a5-b71679f35d3a req-81b2b472-9e39-4a32-b294-2acd1201fb83 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:28.378580 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ee552e01-017e-4d9a-98a5-b71679f35d3a req-81b2b472-9e39-4a32-b294-2acd1201fb83 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 944 time: 0.0718250 Jun 24 10:21:28.450843 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ee552e01-017e-4d9a-98a5-b71679f35d3a req-ab0910f5-88eb-421e-bfa9-a9a30fafbd61 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623460 Jun 24 10:21:28.925532 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f1368-5caa-481c-9870-cf21c100af98 req-aea482b5-a935-4499-9388-c96fc0d95a4e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:28.927058 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3a7f1368-5caa-481c-9870-cf21c100af98 req-aea482b5-a935-4499-9388-c96fc0d95a4e tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=aceb1aea-5d5b-4319-8492-5f09e252f229 HTTP/1.1" status: 200 len: 945 time: 0.1133928 Jun 24 10:21:28.981010 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3a7f1368-5caa-481c-9870-cf21c100af98 req-63722297-df68-4b8a-b5c4-68a95c881dbc tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=62ddecab-fba1-40e8-bf4d-0eef180f97c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476816 Jun 24 10:21:29.598506 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642b8f6-74a1-4ddd-b364-fb32bf90b6db req-fa5945d7-61cd-4e44-84f7-8b4486bc806b tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:29.601163 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2642b8f6-74a1-4ddd-b364-fb32bf90b6db req-fa5945d7-61cd-4e44-84f7-8b4486bc806b tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 944 time: 0.0529509 Jun 24 10:21:29.694214 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2642b8f6-74a1-4ddd-b364-fb32bf90b6db req-657a6d3c-44a8-41e2-ade6-8386beffa63b tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859537 Jun 24 10:21:29.756155 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:29.940256 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:30.108689 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea4b8a-9d02-4f5b-a43f-9ff4b74f91d8 req-35d24874-8874-4f26-9e70-fe0b3e0ee79c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:30.110231 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-adea4b8a-9d02-4f5b-a43f-9ff4b74f91d8 req-35d24874-8874-4f26-9e70-fe0b3e0ee79c tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=aceb1aea-5d5b-4319-8492-5f09e252f229 HTTP/1.1" status: 200 len: 945 time: 0.0517483 Jun 24 10:21:30.165771 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-adea4b8a-9d02-4f5b-a43f-9ff4b74f91d8 req-a92529b2-83eb-4eac-b103-124f52d5f674 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=62ddecab-fba1-40e8-bf4d-0eef180f97c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472686 Jun 24 10:21:30.284801 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86e1d0-98b3-4c85-83f5-55609e991571 req-6d924edb-e66b-43d1-83f8-27413e43191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:30.286317 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ef86e1d0-98b3-4c85-83f5-55609e991571 req-6d924edb-e66b-43d1-83f8-27413e43191d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=34f04f4ab2294464bdc83acecb4d9a79&device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 1128 time: 0.0455978 Jun 24 10:21:30.334839 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:30.425666 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86e1d0-98b3-4c85-83f5-55609e991571 req-5a833a66-bc01-4689-8a26-6c51bb052b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:30.427103 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ef86e1d0-98b3-4c85-83f5-55609e991571 req-5a833a66-bc01-4689-8a26-6c51bb052b8a service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=34f04f4ab2294464bdc83acecb4d9a79&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1311688 Jun 24 10:21:30.427974 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5398b25-bf40-45a8-a3df-8d66e3612ee9 req-96969cd7-0750-4fea-b767-7fdb16b21f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:30.429268 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f5398b25-bf40-45a8-a3df-8d66e3612ee9 req-96969cd7-0750-4fea-b767-7fdb16b21f4a service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=aceb1aea-5d5b-4319-8492-5f09e252f229 HTTP/1.1" status: 200 len: 1129 time: 0.0581474 Jun 24 10:21:30.538273 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f5398b25-bf40-45a8-a3df-8d66e3612ee9 req-ec0606f7-6910-4b47-b2f8-32dc6caebe01 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=62ddecab-fba1-40e8-bf4d-0eef180f97c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997128 Jun 24 10:21:30.560703 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86e1d0-98b3-4c85-83f5-55609e991571 req-9f7870d2-cd8c-4a26-b8f1-c32caf0f0062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:30.562170 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ef86e1d0-98b3-4c85-83f5-55609e991571 req-9f7870d2-cd8c-4a26-b8f1-c32caf0f0062 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1181343 Jun 24 10:21:30.810436 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663866e4-e95f-44c3-bf4d-dd05c6806a90 req-abf7be4f-ac56-48ba-844e-80393e49c061 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:30.812017 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-663866e4-e95f-44c3-bf4d-dd05c6806a90 req-abf7be4f-ac56-48ba-844e-80393e49c061 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 944 time: 0.0540152 Jun 24 10:21:30.827308 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-deb9be06-b5af-4408-9143-d53d78ee2175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:30.828814 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-deb9be06-b5af-4408-9143-d53d78ee2175 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=34f04f4ab2294464bdc83acecb4d9a79&device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 1128 time: 0.0465879 Jun 24 10:21:30.863305 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-663866e4-e95f-44c3-bf4d-dd05c6806a90 req-0511c324-4471-4c04-862e-a0e51a43e910 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448833 Jun 24 10:21:30.868746 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-8ca8700e-f0d6-40c6-b0ba-c3135fe1990a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b477745-37af-4221-acf2-e595e7642fe8 HTTP/1.1" status: 200 len: 217 time: 0.0322995 Jun 24 10:21:30.918836 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-2f85d7cf-397e-4447-b2c7-2962866983ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:30.920291 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-2f85d7cf-397e-4447-b2c7-2962866983ac service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3cf20fba-3795-4f02-a6eb-2b9bf33d2a53 HTTP/1.1" status: 200 len: 853 time: 0.0446012 Jun 24 10:21:31.245812 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:31.256391 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-68d2b316-8030-4068-978b-f931cad01a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:31.258142 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-68d2b316-8030-4068-978b-f931cad01a70 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c3dbd8da-335a-433c-9ef1-e6bc6e20a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426273 Jun 24 10:21:31.360432 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-0c76f620-5984-433d-9dc3-e509243a3fdf service neutron] 10.222.0.27 "GET /v2.0/networks/c3dbd8da-335a-433c-9ef1-e6bc6e20a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956507 Jun 24 10:21:31.468389 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f70a5ce8-a6ab-437c-afac-3160bbac881f req-f2c95897-cfda-4d64-9717-53d89047d6f8 service neutron] 10.222.0.27 "GET /v2.0/networks/c3dbd8da-335a-433c-9ef1-e6bc6e20a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995712 Jun 24 10:21:31.534438 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac217607-7059-48a1-973b-31de4630af9e req-3cbf646f-5d7a-425f-a503-e14396cc95d6 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:31.535941 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ac217607-7059-48a1-973b-31de4630af9e req-3cbf646f-5d7a-425f-a503-e14396cc95d6 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=aceb1aea-5d5b-4319-8492-5f09e252f229 HTTP/1.1" status: 200 len: 945 time: 0.2923217 Jun 24 10:21:31.584145 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ac217607-7059-48a1-973b-31de4630af9e req-50c8a607-42e4-48c0-926a-32ed412d98bf tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=62ddecab-fba1-40e8-bf4d-0eef180f97c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425181 Jun 24 10:21:31.980560 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def91530-df60-4568-ad35-5c9910bf2c9b req-c729e04b-ef3a-4568-aeb3-680752d6e70d tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:31.982045 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-def91530-df60-4568-ad35-5c9910bf2c9b req-c729e04b-ef3a-4568-aeb3-680752d6e70d tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 944 time: 0.0488548 Jun 24 10:21:32.031815 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-def91530-df60-4568-ad35-5c9910bf2c9b req-0bac2c89-71a8-4804-a138-64c504ebc7b1 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429137 Jun 24 10:21:32.681443 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 38376) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:32.721578 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52374eb-ba9b-4b59-948f-e037db0dbae0 req-e6dbd8e6-7168-4da5-b214-2bdf767fc594 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:32.728036 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b52374eb-ba9b-4b59-948f-e037db0dbae0 req-e6dbd8e6-7168-4da5-b214-2bdf767fc594 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=aceb1aea-5d5b-4319-8492-5f09e252f229 HTTP/1.1" status: 200 len: 945 time: 0.0640037 Jun 24 10:21:32.775221 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b52374eb-ba9b-4b59-948f-e037db0dbae0 req-8e704406-d53f-49f7-bdb2-f60b0cbda4f8 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=62ddecab-fba1-40e8-bf4d-0eef180f97c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455117 Jun 24 10:21:32.809192 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1ab795d5-b2df-4e13-bff2-e28ced4dbbe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:32.886058 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1ab795d5-b2df-4e13-bff2-e28ced4dbbe3 admin admin] Publish callbacks [] for security_group (95a616a3-18d3-4d5b-9ef9-2f89403fdcad), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:32.886392 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7dd0f-773a-49d0-8ef1-35887b9dc6b9 req-4901f303-2574-4513-9358-e74e5b147ae0 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:32.888107 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4fd7dd0f-773a-49d0-8ef1-35887b9dc6b9 req-4901f303-2574-4513-9358-e74e5b147ae0 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=aceb1aea-5d5b-4319-8492-5f09e252f229 HTTP/1.1" status: 200 len: 945 time: 0.0492830 Jun 24 10:21:32.890617 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1ab795d5-b2df-4e13-bff2-e28ced4dbbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (95a616a3-18d3-4d5b-9ef9-2f89403fdcad), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:32.897466 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 38382) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:32.901963 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-2bf09608-93f2-484e-b51e-95cfbde99617 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Request body: {'floatingip': {'port_id': 'df594e9b-d73f-4c5c-acde-1ee318cc8d21'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:21:32.934357 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-1ab795d5-b2df-4e13-bff2-e28ced4dbbe3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f1b72a72c624273bb1314c38f07e19a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518229 Jun 24 10:21:32.935479 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab795d5-b2df-4e13-bff2-e28ced4dbbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a616a3-18d3-4d5b-9ef9-2f89403fdcad,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:32.937298 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 38384) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:32.940784 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2bf09608-93f2-484e-b51e-95cfbde99617 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for floatingip (ecfca626-36a8-40d7-8b0f-4acd37add265), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:32.982085 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:33.087779 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6011a9c6-d77e-4311-acd9-3df4d573760c admin admin] Publish callbacks [] for security_group (95a616a3-18d3-4d5b-9ef9-2f89403fdcad), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:33.178202 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:33.182749 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6011a9c6-d77e-4311-acd9-3df4d573760c admin admin] Publish callbacks [] for security_group (95a616a3-18d3-4d5b-9ef9-2f89403fdcad), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:33.233857 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572ac56-cb70-47d2-a04f-eb67241c7dc5 req-068baec0-e723-4c71-9e29-6d936ee8a465 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:33.235353 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f572ac56-cb70-47d2-a04f-eb67241c7dc5 req-068baec0-e723-4c71-9e29-6d936ee8a465 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 944 time: 0.1048133 Jun 24 10:21:33.380989 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f572ac56-cb70-47d2-a04f-eb67241c7dc5 req-5bb49cf5-f416-40d7-afd8-5d969d26dba1 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365745 Jun 24 10:21:33.383544 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6011a9c6-d77e-4311-acd9-3df4d573760c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (95a616a3-18d3-4d5b-9ef9-2f89403fdcad), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:33.385996 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6011a9c6-d77e-4311-acd9-3df4d573760c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:33.389599 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-6011a9c6-d77e-4311-acd9-3df4d573760c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/95a616a3-18d3-4d5b-9ef9-2f89403fdcad HTTP/1.1" status: 204 len: 168 time: 0.4487078 Jun 24 10:21:33.403509 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011a9c6-d77e-4311-acd9-3df4d573760c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a616a3-18d3-4d5b-9ef9-2f89403fdcad,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:33.458553 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 9b477745-37af-4221-acf2-e595e7642fe8 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:21:33.549682 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2bf09608-93f2-484e-b51e-95cfbde99617 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:33.554853 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2bf09608-93f2-484e-b51e-95cfbde99617 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (ecfca626-36a8-40d7-8b0f-4acd37add265), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:33.563834 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 9b477745-37af-4221-acf2-e595e7642fe8, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=9b477745-37af-4221-acf2-e595e7642fe8,segment=NetworkSegment(19ace9fb-f518-44ae-8f89-d571204a940f),segment_id=19ace9fb-f518-44ae-8f89-d571204a940f)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:33.583019 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': '9b477745-37af-4221-acf2-e595e7642fe8', 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951', 'port_id': '9b477745-37af-4221-acf2-e595e7642fe8', 'mac_address': 'fa:16:3e:77:94:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf20fba-3795-4f02-a6eb-2b9bf33d2a53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:21:33.620864 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 9b477745-37af-4221-acf2-e595e7642fe8 is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:21:33.621386 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (9b477745-37af-4221-acf2-e595e7642fe8), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:33.639531 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b477745-37af-4221-acf2-e595e7642fe8 {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:21:33.659038 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [None req-2bf09608-93f2-484e-b51e-95cfbde99617 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Floating IP ecfca626-36a8-40d7-8b0f-4acd37add265 associated. External IP: 172.27.0.88, port: df594e9b-d73f-4c5c-acde-1ee318cc8d21. Jun 24 10:21:33.659598 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 9b477745-37af-4221-acf2-e595e7642fe8, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=9b477745-37af-4221-acf2-e595e7642fe8,segment=NetworkSegment(19ace9fb-f518-44ae-8f89-d571204a940f),segment_id=19ace9fb-f518-44ae-8f89-d571204a940f)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:33.664803 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (9b477745-37af-4221-acf2-e595e7642fe8), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:33.708265 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 38392) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:33.715921 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=9b477745-37af-4221-acf2-e595e7642fe8,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:33.731881 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-176111d1-da1f-4a28-ae18-80be97806f34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:33.808724 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-176111d1-da1f-4a28-ae18-80be97806f34 admin admin] Publish callbacks [] for security_group (148f5f75-8687-4303-b2fa-d32e8f4de11b), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:33.814474 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-176111d1-da1f-4a28-ae18-80be97806f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (148f5f75-8687-4303-b2fa-d32e8f4de11b), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:33.833797 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:33.857607 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176111d1-da1f-4a28-ae18-80be97806f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148f5f75-8687-4303-b2fa-d32e8f4de11b,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:33.862629 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-176111d1-da1f-4a28-ae18-80be97806f34 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dc2d44a1e2594373a0e1b2585639e366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1506562 Jun 24 10:21:33.865302 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 38394) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:33.887194 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf09608-93f2-484e-b51e-95cfbde99617 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Router 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:21:33.898465 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['9b477745-37af-4221-acf2-e595e7642fe8'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:21:33.919654 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d3adc7de-1d6c-4175-b35d-3ed5b31bbf29 admin admin] Publish callbacks [] for security_group (148f5f75-8687-4303-b2fa-d32e8f4de11b), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:33.944356 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d3adc7de-1d6c-4175-b35d-3ed5b31bbf29 admin admin] Publish callbacks [] for security_group (148f5f75-8687-4303-b2fa-d32e8f4de11b), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:33.945756 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:33.985501 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:34.004498 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d3adc7de-1d6c-4175-b35d-3ed5b31bbf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (148f5f75-8687-4303-b2fa-d32e8f4de11b), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:34.008466 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf09608-93f2-484e-b51e-95cfbde99617 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:21:34.009395 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d3adc7de-1d6c-4175-b35d-3ed5b31bbf29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:34.010788 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-d3adc7de-1d6c-4175-b35d-3ed5b31bbf29 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/148f5f75-8687-4303-b2fa-d32e8f4de11b HTTP/1.1" status: 204 len: 168 time: 0.1444845 Jun 24 10:21:34.013187 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2bf09608-93f2-484e-b51e-95cfbde99617 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:34.021795 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3adc7de-1d6c-4175-b35d-3ed5b31bbf29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148f5f75-8687-4303-b2fa-d32e8f4de11b,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:34.023690 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066b6e04-8937-4864-b1c7-2bbecc15bb42 None None] Sync routers for ids ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:21:34.034747 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066b6e04-8937-4864-b1c7-2bbecc15bb42 None None] Routers {'068770b2-bc4b-44d2-a0a7-2b1b345dbf73'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:21:34.035951 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-066b6e04-8937-4864-b1c7-2bbecc15bb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:21:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:34.060288 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-2bf09608-93f2-484e-b51e-95cfbde99617 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "PUT /v2.0/floatingips/ecfca626-36a8-40d7-8b0f-4acd37add265 HTTP/1.1" status: 200 len: 990 time: 1.1615870 Jun 24 10:21:34.060893 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aceb1aea-5d5b-4319-8492-5f09e252f229', 'tag': 'df594e9b-d73f-4c5c-acde-1ee318cc8d21'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:21:34.063521 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0842cb78391e2f7ce2bbbb97d4275cb0a39767f3185dad610fa5b26cb1bc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf4af03-2bd0-4fc5-beae-8eedc0e42429" -d '{"events": [{"name": "network-changed", "server_uuid": "aceb1aea-5d5b-4319-8492-5f09e252f229", "tag": "df594e9b-d73f-4c5c-acde-1ee318cc8d21"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:21:34.109600 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60c4311-f990-44b9-86cc-a16e22b498ba x-openstack-request-id: req-b60c4311-f990-44b9-86cc-a16e22b498ba {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:21:34.110211 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aceb1aea-5d5b-4319-8492-5f09e252f229", "tag": "df594e9b-d73f-4c5c-acde-1ee318cc8d21", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:21:34.110473 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b60c4311-f990-44b9-86cc-a16e22b498ba {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:21:34.110922 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b60c4311-f990-44b9-86cc-a16e22b498ba'] response: {'name': 'network-changed', 'server_uuid': 'aceb1aea-5d5b-4319-8492-5f09e252f229', 'tag': 'df594e9b-d73f-4c5c-acde-1ee318cc8d21', 'status': 'completed', 'code': 200} Jun 24 10:21:34.156282 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-066b6e04-8937-4864-b1c7-2bbecc15bb42 None None] Set router 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:21:34.174375 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4af03-2bd0-4fc5-beae-8eedc0e42429 req-25b42d54-3297-4791-b95c-6884af7f2e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:34.176290 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7cf4af03-2bd0-4fc5-beae-8eedc0e42429 req-25b42d54-3297-4791-b95c-6884af7f2e05 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a33a4f77f0ae4dc09d4f8c29babf3b03&device_id=aceb1aea-5d5b-4319-8492-5f09e252f229 HTTP/1.1" status: 200 len: 1129 time: 0.0435643 Jun 24 10:21:34.281755 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4af03-2bd0-4fc5-beae-8eedc0e42429 req-595d8773-37f5-458f-9607-07907d400d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:34.283454 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7cf4af03-2bd0-4fc5-beae-8eedc0e42429 req-595d8773-37f5-458f-9607-07907d400d40 service neutron] 10.222.0.27 "GET /v2.0/networks?id=d5489725-cb1e-4af4-bc56-f04397965dc8 HTTP/1.1" status: 200 len: 912 time: 0.0995634 Jun 24 10:21:34.333647 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:34.348058 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7cf4af03-2bd0-4fc5-beae-8eedc0e42429 req-4d760daf-9d93-4ddd-b57c-227a85cc7015 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df594e9b-d73f-4c5c-acde-1ee318cc8d21 HTTP/1.1" status: 200 len: 998 time: 0.0575194 Jun 24 10:21:34.377879 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-066b6e04-8937-4864-b1c7-2bbecc15bb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'name': 'tempest-AttachVolumeTestJSON-1587164432-router', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:16Z', 'revision_number': 4, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'gw_port': {'id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': 'ecfca626-36a8-40d7-8b0f-4acd37add265', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'floating_ip_address': '172.27.0.88', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'port_id': 'df594e9b-d73f-4c5c-acde-1ee318cc8d21', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'mac_address': 'fa:16:3e:92:e6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb1aea-5d5b-4319-8492-5f09e252f229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:21:14Z', 'updated_at': '2022-06-24T10:21:33Z', 'revision_number': 1, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26', 'name': '', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'mac_address': 'fa:16:3e:f1:ce:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:13Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 5, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'subnets': [{'id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:34.405564 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4af03-2bd0-4fc5-beae-8eedc0e42429 req-70c75b1d-1d48-4ace-873a-e80d76310431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:34.407356 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066b6e04-8937-4864-b1c7-2bbecc15bb42 None None] Checking router: 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:21:34.408011 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7cf4af03-2bd0-4fc5-beae-8eedc0e42429 req-70c75b1d-1d48-4ace-873a-e80d76310431 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d457dd30-6a21-4bba-a15c-7b5069d5a773 HTTP/1.1" status: 200 len: 850 time: 0.0537503 Jun 24 10:21:34.417462 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066b6e04-8937-4864-b1c7-2bbecc15bb42 None None] Routers {'068770b2-bc4b-44d2-a0a7-2b1b345dbf73'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:21:34.418087 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-066b6e04-8937-4864-b1c7-2bbecc15bb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:21:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:34.462292 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4af03-2bd0-4fc5-beae-8eedc0e42429 req-32bab06e-f4c4-4c50-b72d-3c6ad455a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:34.464255 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7cf4af03-2bd0-4fc5-beae-8eedc0e42429 req-32bab06e-f4c4-4c50-b72d-3c6ad455a8d9 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d5489725-cb1e-4af4-bc56-f04397965dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493653 Jun 24 10:21:34.534334 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef799945-76a9-4d2b-9273-062d0746e406 req-0f630ae1-9753-4f11-a6be-465c0dadbb11 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:34.536889 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ef799945-76a9-4d2b-9273-062d0746e406 req-0f630ae1-9753-4f11-a6be-465c0dadbb11 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 945 time: 0.0506797 Jun 24 10:21:34.544810 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-066b6e04-8937-4864-b1c7-2bbecc15bb42 None None] Set router 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:21:34.575605 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7cf4af03-2bd0-4fc5-beae-8eedc0e42429 req-dbc02994-7c1f-40ac-b89b-e1ff8393f314 service neutron] 10.222.0.27 "GET /v2.0/networks/d5489725-cb1e-4af4-bc56-f04397965dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030347 Jun 24 10:21:34.604610 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ef799945-76a9-4d2b-9273-062d0746e406 req-4ffdd097-40dd-44bd-83d9-2f549d7f3114 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611327 Jun 24 10:21:34.684017 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7cf4af03-2bd0-4fc5-beae-8eedc0e42429 req-0c7f26ea-21e3-40a7-94c7-e9a7a6157d02 service neutron] 10.222.0.27 "GET /v2.0/networks/d5489725-cb1e-4af4-bc56-f04397965dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014199 Jun 24 10:21:34.782787 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-066b6e04-8937-4864-b1c7-2bbecc15bb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'name': 'tempest-AttachVolumeTestJSON-1587164432-router', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:16Z', 'revision_number': 4, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'gw_port': {'id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': 'ecfca626-36a8-40d7-8b0f-4acd37add265', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'floating_ip_address': '172.27.0.88', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'port_id': 'df594e9b-d73f-4c5c-acde-1ee318cc8d21', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'mac_address': 'fa:16:3e:92:e6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb1aea-5d5b-4319-8492-5f09e252f229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:21:14Z', 'updated_at': '2022-06-24T10:21:33Z', 'revision_number': 1, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26', 'name': '', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'mac_address': 'fa:16:3e:f1:ce:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:13Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 5, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'subnets': [{'id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:34.808067 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066b6e04-8937-4864-b1c7-2bbecc15bb42 None None] The sync data for ids ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'] in dv-cinder-847132-2-iscsi is: [{'id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'name': 'tempest-AttachVolumeTestJSON-1587164432-router', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:16Z', 'revision_number': 4, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'gw_port': {'id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': 'ecfca626-36a8-40d7-8b0f-4acd37add265', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'floating_ip_address': '172.27.0.88', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'port_id': 'df594e9b-d73f-4c5c-acde-1ee318cc8d21', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'mac_address': 'fa:16:3e:92:e6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb1aea-5d5b-4319-8492-5f09e252f229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:21:14Z', 'updated_at': '2022-06-24T10:21:33Z', 'revision_number': 1, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26', 'name': '', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'mac_address': 'fa:16:3e:f1:ce:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:13Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 5, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'subnets': [{'id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:21:35.068560 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56458502-ad6e-4c5c-b84c-5d14bbfbb368 None None] New status for floating IP ecfca626-36a8-40d7-8b0f-4acd37add265: ACTIVE {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:21:35.472200 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 9b477745-37af-4221-acf2-e595e7642fe8 up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:35.517126 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning for port 9b477745-37af-4221-acf2-e595e7642fe8 completed by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:21:35.523358 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port 9b477745-37af-4221-acf2-e595e7642fe8 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:21:35.523742 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (9b477745-37af-4221-acf2-e595e7642fe8), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:35.552694 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:35.603002 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 9b477745-37af-4221-acf2-e595e7642fe8 is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:21:35.603394 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (9b477745-37af-4221-acf2-e595e7642fe8), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:35.627932 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ffd130-4813-4e8e-a43e-56bbe1ee7b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b477745-37af-4221-acf2-e595e7642fe8'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:21:35.631566 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce270dac-4927-4e18-b1e3-44eab765156a" -d '{"events": [{"server_uuid": "53ffd130-4813-4e8e-a43e-56bbe1ee7b67", "name": "network-vif-plugged", "status": "completed", "tag": "9b477745-37af-4221-acf2-e595e7642fe8"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:21:35.645064 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 9b477745-37af-4221-acf2-e595e7642fe8, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=9b477745-37af-4221-acf2-e595e7642fe8,segment=NetworkSegment(19ace9fb-f518-44ae-8f89-d571204a940f),segment_id=19ace9fb-f518-44ae-8f89-d571204a940f)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:35.650363 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (9b477745-37af-4221-acf2-e595e7642fe8), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:35.687014 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7050c6-11ba-4dad-b32c-4eb29e44d6f5 x-openstack-request-id: req-7c7050c6-11ba-4dad-b32c-4eb29e44d6f5 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:21:35.687304 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ffd130-4813-4e8e-a43e-56bbe1ee7b67", "name": "network-vif-plugged", "status": "completed", "tag": "9b477745-37af-4221-acf2-e595e7642fe8", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:21:35.687553 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7c7050c6-11ba-4dad-b32c-4eb29e44d6f5 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:21:35.687945 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c7050c6-11ba-4dad-b32c-4eb29e44d6f5'] response: {'server_uuid': '53ffd130-4813-4e8e-a43e-56bbe1ee7b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b477745-37af-4221-acf2-e595e7642fe8', 'code': 200} Jun 24 10:21:35.693827 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:35.702904 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=9b477745-37af-4221-acf2-e595e7642fe8,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:35.761237 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956b352-ad62-4cc0-a29a-596ec9302262 req-255d0e2f-00b5-4db5-bd30-2166b3e24d32 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:35.762778 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a956b352-ad62-4cc0-a29a-596ec9302262 req-255d0e2f-00b5-4db5-bd30-2166b3e24d32 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 946 time: 0.0828285 Jun 24 10:21:35.823111 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a956b352-ad62-4cc0-a29a-596ec9302262 req-54c8c267-b1c5-4f8c-8065-cd91d61ca025 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521297 Jun 24 10:21:35.879274 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddeeaf-80a8-4527-92f9-d0c2611021bd req-e234fea8-7d28-4e5b-8b55-a9c139ccf14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:35.880819 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8dddeeaf-80a8-4527-92f9-d0c2611021bd req-e234fea8-7d28-4e5b-8b55-a9c139ccf14c service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 1130 time: 0.0469971 Jun 24 10:21:35.928897 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8dddeeaf-80a8-4527-92f9-d0c2611021bd req-10f8e0a4-80ed-4a0d-a320-3a8c0bc127d6 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410390 Jun 24 10:21:36.946387 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964e0da-c556-4eec-84a3-71f71e96d2da req-86ff45cc-5320-47c8-ac19-ff05bc83b0e5 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:36.947957 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1964e0da-c556-4eec-84a3-71f71e96d2da req-86ff45cc-5320-47c8-ac19-ff05bc83b0e5 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 946 time: 0.0485897 Jun 24 10:21:37.000989 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1964e0da-c556-4eec-84a3-71f71e96d2da req-75e334ed-f505-43ed-a645-43119b40e341 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469630 Jun 24 10:21:37.419771 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 38540) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:37.540877 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dc1c825c-d89d-4812-ab6e-101cbc72c226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:37.619122 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dc1c825c-d89d-4812-ab6e-101cbc72c226 admin admin] Publish callbacks [] for security_group (536a57bf-4dc7-4762-bb0d-6616918d0d7e), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:37.624807 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dc1c825c-d89d-4812-ab6e-101cbc72c226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (536a57bf-4dc7-4762-bb0d-6616918d0d7e), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:37.660905 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:37.664390 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-dc1c825c-d89d-4812-ab6e-101cbc72c226 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8a3d2f54acaa45f297d9127485924506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436044 Jun 24 10:21:37.665705 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c825c-d89d-4812-ab6e-101cbc72c226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536a57bf-4dc7-4762-bb0d-6616918d0d7e,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:37.667468 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 38544) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:37.724006 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c486c256-f96d-4a1a-bef5-1d4ff8c43560 admin admin] Publish callbacks [] for security_group (536a57bf-4dc7-4762-bb0d-6616918d0d7e), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:37.746719 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c486c256-f96d-4a1a-bef5-1d4ff8c43560 admin admin] Publish callbacks [] for security_group (536a57bf-4dc7-4762-bb0d-6616918d0d7e), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:37.797748 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c486c256-f96d-4a1a-bef5-1d4ff8c43560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (536a57bf-4dc7-4762-bb0d-6616918d0d7e), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:37.800370 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c486c256-f96d-4a1a-bef5-1d4ff8c43560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:37.801659 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-c486c256-f96d-4a1a-bef5-1d4ff8c43560 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/536a57bf-4dc7-4762-bb0d-6616918d0d7e HTTP/1.1" status: 204 len: 168 time: 0.1323149 Jun 24 10:21:37.809801 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486c256-f96d-4a1a-bef5-1d4ff8c43560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536a57bf-4dc7-4762-bb0d-6616918d0d7e,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:38.091853 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 38552) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:38.106063 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e27d77d6-8050-42ca-8a63-102ba3e152cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:38.128311 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6fd11-e060-49bf-9140-4e2c19b91ffb req-0fc31946-36e2-47e5-b714-ecffdce3c12b tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:38.129987 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ccb6fd11-e060-49bf-9140-4e2c19b91ffb req-0fc31946-36e2-47e5-b714-ecffdce3c12b tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 946 time: 0.0520489 Jun 24 10:21:38.180422 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ccb6fd11-e060-49bf-9140-4e2c19b91ffb req-ed79295f-6944-456d-bc87-ef69b2fe8e64 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445988 Jun 24 10:21:38.183086 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e27d77d6-8050-42ca-8a63-102ba3e152cb admin admin] Publish callbacks [] for security_group (5de57e9b-bb1c-420a-9d8f-04832ae9aa93), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:38.188362 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e27d77d6-8050-42ca-8a63-102ba3e152cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (5de57e9b-bb1c-420a-9d8f-04832ae9aa93), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:38.226104 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:38.233295 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e27d77d6-8050-42ca-8a63-102ba3e152cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f417fc985bef49b9ad995f2bf5b07457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371775 Jun 24 10:21:38.233295 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d77d6-8050-42ca-8a63-102ba3e152cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de57e9b-bb1c-420a-9d8f-04832ae9aa93,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:38.233648 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 38556) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:38.310424 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6974f-cd1f-4c32-a41c-fd90d41889da req-e9f12c58-a8fb-410a-a4de-8fc0e9885217 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:38.311838 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b1d6974f-cd1f-4c32-a41c-fd90d41889da req-e9f12c58-a8fb-410a-a4de-8fc0e9885217 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 946 time: 0.0608079 Jun 24 10:21:38.343221 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7250478a-a261-458e-8a17-f2be7eed893f admin admin] Publish callbacks [] for security_group (5de57e9b-bb1c-420a-9d8f-04832ae9aa93), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:38.378235 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7250478a-a261-458e-8a17-f2be7eed893f admin admin] Publish callbacks [] for security_group (5de57e9b-bb1c-420a-9d8f-04832ae9aa93), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:38.397981 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b1d6974f-cd1f-4c32-a41c-fd90d41889da req-f00826a1-e976-4b44-937a-b14ceafc12cb tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791929 Jun 24 10:21:38.437824 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7250478a-a261-458e-8a17-f2be7eed893f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (5de57e9b-bb1c-420a-9d8f-04832ae9aa93), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:38.440445 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7250478a-a261-458e-8a17-f2be7eed893f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:38.441649 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-7250478a-a261-458e-8a17-f2be7eed893f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5de57e9b-bb1c-420a-9d8f-04832ae9aa93 HTTP/1.1" status: 204 len: 168 time: 0.2070045 Jun 24 10:21:38.450032 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250478a-a261-458e-8a17-f2be7eed893f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de57e9b-bb1c-420a-9d8f-04832ae9aa93,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:38.733768 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd507e-289e-4cc3-8d1f-1030230b1b35 req-56691741-7fcc-404a-9954-62601d168704 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:38.735333 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2ebd507e-289e-4cc3-8d1f-1030230b1b35 req-56691741-7fcc-404a-9954-62601d168704 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 946 time: 0.0533969 Jun 24 10:21:38.785473 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2ebd507e-289e-4cc3-8d1f-1030230b1b35 req-1f0a8070-b3a0-4af7-b050-d9a33d4fe627 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432720 Jun 24 10:21:40.114003 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:41.156555 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 38656) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:41.278397 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-05e29837-2a71-4aa5-957a-00a521369166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:41.281442 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:41.340096 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:41.368736 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-05e29837-2a71-4aa5-957a-00a521369166 admin admin] Publish callbacks [] for security_group (27188131-a5ad-44d2-8ba6-72e58b9f16ac), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:41.376011 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-05e29837-2a71-4aa5-957a-00a521369166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (27188131-a5ad-44d2-8ba6-72e58b9f16ac), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:41.419484 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e29837-2a71-4aa5-957a-00a521369166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27188131-a5ad-44d2-8ba6-72e58b9f16ac,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:41.423932 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-05e29837-2a71-4aa5-957a-00a521369166 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f6402deb5a3c4dcf8022f36442459969&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663972 Jun 24 10:21:41.427571 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 38660) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:41.486113 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fbb763df-aeba-4d99-aafb-9de7897969af admin admin] Publish callbacks [] for security_group (27188131-a5ad-44d2-8ba6-72e58b9f16ac), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:41.508449 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fbb763df-aeba-4d99-aafb-9de7897969af admin admin] Publish callbacks [] for security_group (27188131-a5ad-44d2-8ba6-72e58b9f16ac), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:41.556928 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fbb763df-aeba-4d99-aafb-9de7897969af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (27188131-a5ad-44d2-8ba6-72e58b9f16ac), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:41.559569 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fbb763df-aeba-4d99-aafb-9de7897969af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:41.563152 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-fbb763df-aeba-4d99-aafb-9de7897969af admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/27188131-a5ad-44d2-8ba6-72e58b9f16ac HTTP/1.1" status: 204 len: 168 time: 0.1322460 Jun 24 10:21:41.570054 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb763df-aeba-4d99-aafb-9de7897969af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27188131-a5ad-44d2-8ba6-72e58b9f16ac,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:41.849481 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 38668) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:41.864358 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f5d47051-7393-49a9-b8e9-f7d52888b916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:41.963552 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f5d47051-7393-49a9-b8e9-f7d52888b916 admin admin] Publish callbacks [] for security_group (4e2bcf18-5509-4326-b6dc-b79f73f527e3), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:41.968527 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f5d47051-7393-49a9-b8e9-f7d52888b916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (4e2bcf18-5509-4326-b6dc-b79f73f527e3), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:42.008343 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f5d47051-7393-49a9-b8e9-f7d52888b916 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=acb7d0d7e05348cabe068d9dfdbd119d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1576495 Jun 24 10:21:42.009094 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d47051-7393-49a9-b8e9-f7d52888b916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2bcf18-5509-4326-b6dc-b79f73f527e3,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:42.011252 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 38670) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:42.062108 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3e9109cf-6292-4bc6-8567-2487df2f8c99 admin admin] Publish callbacks [] for security_group (4e2bcf18-5509-4326-b6dc-b79f73f527e3), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:42.084329 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3e9109cf-6292-4bc6-8567-2487df2f8c99 admin admin] Publish callbacks [] for security_group (4e2bcf18-5509-4326-b6dc-b79f73f527e3), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:42.138429 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3e9109cf-6292-4bc6-8567-2487df2f8c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (4e2bcf18-5509-4326-b6dc-b79f73f527e3), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:42.141217 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3e9109cf-6292-4bc6-8567-2487df2f8c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:42.142391 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-3e9109cf-6292-4bc6-8567-2487df2f8c99 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4e2bcf18-5509-4326-b6dc-b79f73f527e3 HTTP/1.1" status: 204 len: 168 time: 0.1301847 Jun 24 10:21:42.150308 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9109cf-6292-4bc6-8567-2487df2f8c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2bcf18-5509-4326-b6dc-b79f73f527e3,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:47.323588 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 38756) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:47.432584 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4e6065f0-b638-418a-aed7-372ff9399ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:47.515375 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4e6065f0-b638-418a-aed7-372ff9399ce6 admin admin] Publish callbacks [] for security_group (05661d33-57d9-4f9a-aa58-f7a8b6145a2f), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:47.521492 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4e6065f0-b638-418a-aed7-372ff9399ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (05661d33-57d9-4f9a-aa58-f7a8b6145a2f), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:47.560344 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-4e6065f0-b638-418a-aed7-372ff9399ce6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e4abce9d55b14c3184840831a6e112b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356641 Jun 24 10:21:47.561250 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6065f0-b638-418a-aed7-372ff9399ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05661d33-57d9-4f9a-aa58-f7a8b6145a2f,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:47.563292 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 38760) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:47.617714 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1b41d266-727d-4457-b9fa-dcf2970b421c admin admin] Publish callbacks [] for security_group (05661d33-57d9-4f9a-aa58-f7a8b6145a2f), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:47.639981 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1b41d266-727d-4457-b9fa-dcf2970b421c admin admin] Publish callbacks [] for security_group (05661d33-57d9-4f9a-aa58-f7a8b6145a2f), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:47.687808 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1b41d266-727d-4457-b9fa-dcf2970b421c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (05661d33-57d9-4f9a-aa58-f7a8b6145a2f), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:47.690484 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1b41d266-727d-4457-b9fa-dcf2970b421c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:47.694448 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-1b41d266-727d-4457-b9fa-dcf2970b421c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05661d33-57d9-4f9a-aa58-f7a8b6145a2f HTTP/1.1" status: 204 len: 168 time: 0.1300552 Jun 24 10:21:47.702693 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41d266-727d-4457-b9fa-dcf2970b421c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05661d33-57d9-4f9a-aa58-f7a8b6145a2f,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:47.982950 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 38766) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:47.997065 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ac1aac9a-a36e-48c7-99f6-fa23a4838623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:48.053470 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:48.084383 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ac1aac9a-a36e-48c7-99f6-fa23a4838623 admin admin] Publish callbacks [] for security_group (0ea0cc81-9f2b-4cfb-b50b-d129c8e1e8b1), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:48.089349 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ac1aac9a-a36e-48c7-99f6-fa23a4838623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (0ea0cc81-9f2b-4cfb-b50b-d129c8e1e8b1), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:48.127457 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1aac9a-a36e-48c7-99f6-fa23a4838623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea0cc81-9f2b-4cfb-b50b-d129c8e1e8b1,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:48.132699 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-ac1aac9a-a36e-48c7-99f6-fa23a4838623 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d47b8a93f7734a75ab8a9a05dc8be660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487207 Jun 24 10:21:48.136165 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 38772) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:48.186819 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8092ac83-61c6-44fd-9b0b-4935a00f229c admin admin] Publish callbacks [] for security_group (0ea0cc81-9f2b-4cfb-b50b-d129c8e1e8b1), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:48.209602 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8092ac83-61c6-44fd-9b0b-4935a00f229c admin admin] Publish callbacks [] for security_group (0ea0cc81-9f2b-4cfb-b50b-d129c8e1e8b1), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:48.262344 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8092ac83-61c6-44fd-9b0b-4935a00f229c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (0ea0cc81-9f2b-4cfb-b50b-d129c8e1e8b1), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:48.264949 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8092ac83-61c6-44fd-9b0b-4935a00f229c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:48.268787 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-8092ac83-61c6-44fd-9b0b-4935a00f229c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0ea0cc81-9f2b-4cfb-b50b-d129c8e1e8b1 HTTP/1.1" status: 204 len: 168 time: 0.1291509 Jun 24 10:21:48.275609 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092ac83-61c6-44fd-9b0b-4935a00f229c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea0cc81-9f2b-4cfb-b50b-d129c8e1e8b1,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:48.293395 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:48.312304 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6255ed8-bd19-4d87-9e59-30aa90aa433f req-c6908b11-2aab-46e2-a753-d793070aa261 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:48.313864 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b6255ed8-bd19-4d87-9e59-30aa90aa433f req-c6908b11-2aab-46e2-a753-d793070aa261 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 946 time: 0.0574968 Jun 24 10:21:48.373525 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b6255ed8-bd19-4d87-9e59-30aa90aa433f req-f64fd304-f5e0-4303-9375-f0d74a1dceb8 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538607 Jun 24 10:21:48.397157 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 38780) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:48.637836 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df27a3f-b17f-4e9c-b98f-fdcab7ce100b tempest-TestMinimumBasicScenario-1556759722 tempest-TestMinimumBasicScenario-1556759722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:48.639398 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-3df27a3f-b17f-4e9c-b98f-fdcab7ce100b tempest-TestMinimumBasicScenario-1556759722 tempest-TestMinimumBasicScenario-1556759722-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 1125 time: 0.2411084 Jun 24 10:21:48.642353 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 38792) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:48.646986 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-bc0f4156-8632-41fa-aecd-ac7fd8bdcc63 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Request body: {'floatingip': {'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'port_id': '9b477745-37af-4221-acf2-e595e7642fe8', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:21:48.670918 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4156-8632-41fa-aecd-ac7fd8bdcc63 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:48.755489 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4156-8632-41fa-aecd-ac7fd8bdcc63 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:48.822403 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:48.870794 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-bc0f4156-8632-41fa-aecd-ac7fd8bdcc63 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Allocated IP 172.27.0.82 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/fa8ed02c-3f2c-4074-b689-5d655f90bda9) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:21:48.872499 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:48.985575 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4156-8632-41fa-aecd-ac7fd8bdcc63 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for port (fa8ed02c-3f2c-4074-b689-5d655f90bda9), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:49.020283 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4156-8632-41fa-aecd-ac7fd8bdcc63 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (fa8ed02c-3f2c-4074-b689-5d655f90bda9), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:49.069272 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0f4156-8632-41fa-aecd-ac7fd8bdcc63 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:49.074356 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-bc0f4156-8632-41fa-aecd-ac7fd8bdcc63 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:49.078343 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f4156-8632-41fa-aecd-ac7fd8bdcc63 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:21:49.081829 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f4156-8632-41fa-aecd-ac7fd8bdcc63 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Pushing event updated for resources: {'Port': ['ID=fa8ed02c-3f2c-4074-b689-5d655f90bda9,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:49.480263 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4156-8632-41fa-aecd-ac7fd8bdcc63 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for floatingip (c688dd2a-51b4-4a07-9472-a47778330baa), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:49.563523 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4156-8632-41fa-aecd-ac7fd8bdcc63 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (fa8ed02c-3f2c-4074-b689-5d655f90bda9), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:49.599782 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:21:49.718120 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:49.728971 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=2,neutron:UPDATE=4,neutron:SELECT=94 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:49.731306 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4156-8632-41fa-aecd-ac7fd8bdcc63 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for port (fa8ed02c-3f2c-4074-b689-5d655f90bda9), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:49.737083 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4156-8632-41fa-aecd-ac7fd8bdcc63 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (fa8ed02c-3f2c-4074-b689-5d655f90bda9), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:49.807214 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f4156-8632-41fa-aecd-ac7fd8bdcc63 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Pushing event updated for resources: {'Port': ['ID=fa8ed02c-3f2c-4074-b689-5d655f90bda9,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:49.821325 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4156-8632-41fa-aecd-ac7fd8bdcc63 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (c688dd2a-51b4-4a07-9472-a47778330baa), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:49.914065 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [None req-bc0f4156-8632-41fa-aecd-ac7fd8bdcc63 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Floating IP c688dd2a-51b4-4a07-9472-a47778330baa associated. External IP: 172.27.0.82, port: 9b477745-37af-4221-acf2-e595e7642fe8. Jun 24 10:21:50.392655 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0f4156-8632-41fa-aecd-ac7fd8bdcc63 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Router 216de2a1-6fe1-4204-a02e-e8f20441feb1 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:21:50.501408 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0f4156-8632-41fa-aecd-ac7fd8bdcc63 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:21:50.512952 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b559eb2b-82e6-45ed-8896-ab4122574242 None None] Sync routers for ids ['216de2a1-6fe1-4204-a02e-e8f20441feb1'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:21:50.529127 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b559eb2b-82e6-45ed-8896-ab4122574242 None None] Routers {'216de2a1-6fe1-4204-a02e-e8f20441feb1'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:21:50.529994 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-b559eb2b-82e6-45ed-8896-ab4122574242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:21:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['216de2a1-6fe1-4204-a02e-e8f20441feb1'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:50.534905 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4156-8632-41fa-aecd-ac7fd8bdcc63 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:50.571994 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-bc0f4156-8632-41fa-aecd-ac7fd8bdcc63 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9261389 Jun 24 10:21:50.571994 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ffd130-4813-4e8e-a43e-56bbe1ee7b67', 'tag': '9b477745-37af-4221-acf2-e595e7642fe8'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:21:50.572458 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 38868) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:50.572991 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4a0d21-5a8e-4047-9429-5646bc26235c" -d '{"events": [{"name": "network-changed", "server_uuid": "53ffd130-4813-4e8e-a43e-56bbe1ee7b67", "tag": "9b477745-37af-4221-acf2-e595e7642fe8"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:21:50.585281 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-b0ac3f67-243b-469e-ae82-5c59e39e4242 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1204944247', 'description': 'tempest-secgroup-smoke-1204944247 description', 'project_id': '34f04f4ab2294464bdc83acecb4d9a79'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:21:50.615786 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b0ac3f67-243b-469e-ae82-5c59e39e4242 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:50.665375 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-b559eb2b-82e6-45ed-8896-ab4122574242 None None] Set router 216de2a1-6fe1-4204-a02e-e8f20441feb1 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:21:50.680022 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 38874) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:50.717942 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b0ac3f67-243b-469e-ae82-5c59e39e4242 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for security_group (5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:50.726184 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b0ac3f67-243b-469e-ae82-5c59e39e4242 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:50.774563 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b0ac3f67-243b-469e-ae82-5c59e39e4242 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:50.776337 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-b0ac3f67-243b-469e-ae82-5c59e39e4242 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2028480 Jun 24 10:21:50.779836 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 38878) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:50.782539 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac3f67-243b-469e-ae82-5c59e39e4242 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:50.785403 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-259f8454-944f-4915-9f2e-abaa69ed45dd tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Request body: {'security_group_rule': {'security_group_id': '5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97', 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:21:50.830655 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f638b4-100b-4057-ac9d-98ca32c9b2d6 x-openstack-request-id: req-46f638b4-100b-4057-ac9d-98ca32c9b2d6 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:21:50.830976 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ffd130-4813-4e8e-a43e-56bbe1ee7b67", "tag": "9b477745-37af-4221-acf2-e595e7642fe8", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:21:50.831232 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-46f638b4-100b-4057-ac9d-98ca32c9b2d6 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:21:50.831660 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f638b4-100b-4057-ac9d-98ca32c9b2d6'] response: {'name': 'network-changed', 'server_uuid': '53ffd130-4813-4e8e-a43e-56bbe1ee7b67', 'tag': '9b477745-37af-4221-acf2-e595e7642fe8', 'status': 'completed', 'code': 200} Jun 24 10:21:50.833717 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-259f8454-944f-4915-9f2e-abaa69ed45dd tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for security_group_rule (0569c425-d378-4487-97b9-e95adaa4f111), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:50.852390 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:50.858625 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-02ba482c-7e4e-4d53-ba87-a4525d897570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:50.878686 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:50.934459 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-259f8454-944f-4915-9f2e-abaa69ed45dd tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for security_group_rule (0569c425-d378-4487-97b9-e95adaa4f111), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:50.967621 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-259f8454-944f-4915-9f2e-abaa69ed45dd tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (0569c425-d378-4487-97b9-e95adaa4f111), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.004420 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f8454-944f-4915-9f2e-abaa69ed45dd tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0569c425-d378-4487-97b9-e95adaa4f111,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:51.007737 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-b559eb2b-82e6-45ed-8896-ab4122574242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'name': 'tempest-TestMinimumBasicScenario-419792473-router', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c992e9-f767-4ec3-b901-b309da118823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:20:52Z', 'updated_at': '2022-06-24T10:20:56Z', 'revision_number': 4, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'gw_port': {'id': '64c992e9-f767-4ec3-b901-b309da118823', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:53Z', 'updated_at': '2022-06-24T10:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': 'c688dd2a-51b4-4a07-9472-a47778330baa', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'port_id': '9b477745-37af-4221-acf2-e595e7642fe8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951', 'mac_address': 'fa:16:3e:77:94:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ffd130-4813-4e8e-a43e-56bbe1ee7b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:21:49Z', 'updated_at': '2022-06-24T10:21:49Z', 'revision_number': 0, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b83f6809-1834-4097-abd8-8ad9adb84b6a', 'name': '', 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'mac_address': 'fa:16:3e:a0:b6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3cf20fba-3795-4f02-a6eb-2b9bf33d2a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:55Z', 'updated_at': '2022-06-24T10:21:01Z', 'revision_number': 5, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'subnets': [{'id': '3cf20fba-3795-4f02-a6eb-2b9bf33d2a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:51.010273 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a0d21-5a8e-4047-9429-5646bc26235c req-03bb15a4-600f-4582-9aa5-4bb2e73c2d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:51.012591 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0e4a0d21-5a8e-4047-9429-5646bc26235c req-03bb15a4-600f-4582-9aa5-4bb2e73c2d18 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=34f04f4ab2294464bdc83acecb4d9a79&device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 1130 time: 0.1510546 Jun 24 10:21:51.033699 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-259f8454-944f-4915-9f2e-abaa69ed45dd tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.034908 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-259f8454-944f-4915-9f2e-abaa69ed45dd tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2539415 Jun 24 10:21:51.037563 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b559eb2b-82e6-45ed-8896-ab4122574242 None None] Checking router: 216de2a1-6fe1-4204-a02e-e8f20441feb1 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:21:51.038581 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 38884) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:51.043221 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-c691db78-7bbd-4e1a-885e-5ab03a6f2c48 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Request body: {'security_group_rule': {'security_group_id': '5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97', 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:21:51.048354 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b559eb2b-82e6-45ed-8896-ab4122574242 None None] Routers {'216de2a1-6fe1-4204-a02e-e8f20441feb1'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:21:51.049431 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-b559eb2b-82e6-45ed-8896-ab4122574242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:21:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['216de2a1-6fe1-4204-a02e-e8f20441feb1'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:51.049571 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:51.053926 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:51.084359 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c691db78-7bbd-4e1a-885e-5ab03a6f2c48 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for security_group_rule (d5ecf8b7-d261-4e42-9a8c-0b36bc607e33), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.085740 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-02ba482c-7e4e-4d53-ba87-a4525d897570 admin admin] Publish callbacks [] for security_group (aa30d57b-90bc-40b9-924f-dd3e12a9c1fc), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.165960 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c691db78-7bbd-4e1a-885e-5ab03a6f2c48 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for security_group_rule (d5ecf8b7-d261-4e42-9a8c-0b36bc607e33), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.167901 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a0d21-5a8e-4047-9429-5646bc26235c req-78d875f0-88a4-4d1c-bb2b-3855c202b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:51.169586 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0e4a0d21-5a8e-4047-9429-5646bc26235c req-78d875f0-88a4-4d1c-bb2b-3855c202b5db service neutron] 10.222.0.27 "GET /v2.0/networks?id=c3dbd8da-335a-433c-9ef1-e6bc6e20a951 HTTP/1.1" status: 200 len: 915 time: 0.1506944 Jun 24 10:21:51.172085 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-02ba482c-7e4e-4d53-ba87-a4525d897570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (aa30d57b-90bc-40b9-924f-dd3e12a9c1fc), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.174471 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c691db78-7bbd-4e1a-885e-5ab03a6f2c48 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (d5ecf8b7-d261-4e42-9a8c-0b36bc607e33), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.185670 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-b559eb2b-82e6-45ed-8896-ab4122574242 None None] Set router 216de2a1-6fe1-4204-a02e-e8f20441feb1 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:21:51.202409 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691db78-7bbd-4e1a-885e-5ab03a6f2c48 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ecf8b7-d261-4e42-9a8c-0b36bc607e33,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:51.215935 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c691db78-7bbd-4e1a-885e-5ab03a6f2c48 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.217535 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-c691db78-7bbd-4e1a-885e-5ab03a6f2c48 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1779311 Jun 24 10:21:51.220158 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 38888) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:51.225061 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-1b740725-e49d-41eb-bb7a-3815dcf82e50 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Request body: {'security_group_rule': {'security_group_id': '5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97', 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:21:51.260654 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1b740725-e49d-41eb-bb7a-3815dcf82e50 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for security_group_rule (480a65d4-30cb-44a1-bd54-98eda2cf6381), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.271485 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-02ba482c-7e4e-4d53-ba87-a4525d897570 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4da70866d1504984ba191ea8c449e0bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5903389 Jun 24 10:21:51.274848 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 38894) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:51.284483 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba482c-7e4e-4d53-ba87-a4525d897570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa30d57b-90bc-40b9-924f-dd3e12a9c1fc,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:51.291799 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0e4a0d21-5a8e-4047-9429-5646bc26235c req-fddb265f-674c-4dc2-9bff-0d2c0b335205 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b477745-37af-4221-acf2-e595e7642fe8 HTTP/1.1" status: 200 len: 999 time: 0.1048958 Jun 24 10:21:51.355029 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a0d21-5a8e-4047-9429-5646bc26235c req-ef7d9b13-1a01-4cd7-b439-76e0e8fad02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:51.357649 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0e4a0d21-5a8e-4047-9429-5646bc26235c req-ef7d9b13-1a01-4cd7-b439-76e0e8fad02e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3cf20fba-3795-4f02-a6eb-2b9bf33d2a53 HTTP/1.1" status: 200 len: 853 time: 0.0586638 Jun 24 10:21:51.359279 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1b740725-e49d-41eb-bb7a-3815dcf82e50 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for security_group_rule (480a65d4-30cb-44a1-bd54-98eda2cf6381), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.367824 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1b740725-e49d-41eb-bb7a-3815dcf82e50 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (480a65d4-30cb-44a1-bd54-98eda2cf6381), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.397755 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6498c856-b40c-4c52-ae40-6c7c0d97d298 admin admin] Publish callbacks [] for security_group (aa30d57b-90bc-40b9-924f-dd3e12a9c1fc), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.410375 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b740725-e49d-41eb-bb7a-3815dcf82e50 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480a65d4-30cb-44a1-bd54-98eda2cf6381,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:51.413522 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a0d21-5a8e-4047-9429-5646bc26235c req-a281a0d9-e8b6-4c0a-a751-7292bab62b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:51.415937 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0e4a0d21-5a8e-4047-9429-5646bc26235c req-a281a0d9-e8b6-4c0a-a751-7292bab62b44 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c3dbd8da-335a-433c-9ef1-e6bc6e20a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513928 Jun 24 10:21:51.421730 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1b740725-e49d-41eb-bb7a-3815dcf82e50 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.423076 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-1b740725-e49d-41eb-bb7a-3815dcf82e50 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2017727 Jun 24 10:21:51.426560 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 38900) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:51.433469 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-7c89392e-8ebd-4a37-bbaa-ba826def6311 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Request body: {'security_group_rule': {'security_group_id': '5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97', 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:21:51.437694 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6498c856-b40c-4c52-ae40-6c7c0d97d298 admin admin] Publish callbacks [] for security_group (aa30d57b-90bc-40b9-924f-dd3e12a9c1fc), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.492978 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-b559eb2b-82e6-45ed-8896-ab4122574242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'name': 'tempest-TestMinimumBasicScenario-419792473-router', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c992e9-f767-4ec3-b901-b309da118823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:20:52Z', 'updated_at': '2022-06-24T10:20:56Z', 'revision_number': 4, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'gw_port': {'id': '64c992e9-f767-4ec3-b901-b309da118823', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:53Z', 'updated_at': '2022-06-24T10:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': 'c688dd2a-51b4-4a07-9472-a47778330baa', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'port_id': '9b477745-37af-4221-acf2-e595e7642fe8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951', 'mac_address': 'fa:16:3e:77:94:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ffd130-4813-4e8e-a43e-56bbe1ee7b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:21:49Z', 'updated_at': '2022-06-24T10:21:49Z', 'revision_number': 0, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b83f6809-1834-4097-abd8-8ad9adb84b6a', 'name': '', 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'mac_address': 'fa:16:3e:a0:b6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3cf20fba-3795-4f02-a6eb-2b9bf33d2a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:55Z', 'updated_at': '2022-06-24T10:21:01Z', 'revision_number': 5, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'subnets': [{'id': '3cf20fba-3795-4f02-a6eb-2b9bf33d2a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:51.538348 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b559eb2b-82e6-45ed-8896-ab4122574242 None None] The sync data for ids ['216de2a1-6fe1-4204-a02e-e8f20441feb1'] in dv-cinder-847132-2-iscsi is: [{'id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'name': 'tempest-TestMinimumBasicScenario-419792473-router', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c992e9-f767-4ec3-b901-b309da118823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:20:52Z', 'updated_at': '2022-06-24T10:20:56Z', 'revision_number': 4, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'gw_port': {'id': '64c992e9-f767-4ec3-b901-b309da118823', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:53Z', 'updated_at': '2022-06-24T10:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': 'c688dd2a-51b4-4a07-9472-a47778330baa', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'port_id': '9b477745-37af-4221-acf2-e595e7642fe8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951', 'mac_address': 'fa:16:3e:77:94:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ffd130-4813-4e8e-a43e-56bbe1ee7b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:21:49Z', 'updated_at': '2022-06-24T10:21:49Z', 'revision_number': 0, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b83f6809-1834-4097-abd8-8ad9adb84b6a', 'name': '', 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'mac_address': 'fa:16:3e:a0:b6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3cf20fba-3795-4f02-a6eb-2b9bf33d2a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:55Z', 'updated_at': '2022-06-24T10:21:01Z', 'revision_number': 5, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'subnets': [{'id': '3cf20fba-3795-4f02-a6eb-2b9bf33d2a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:21:51.547971 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7c89392e-8ebd-4a37-bbaa-ba826def6311 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for security_group_rule (15206b00-0696-4dd2-b2b0-128be88e89ee), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.571363 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6498c856-b40c-4c52-ae40-6c7c0d97d298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (aa30d57b-90bc-40b9-924f-dd3e12a9c1fc), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.573930 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6498c856-b40c-4c52-ae40-6c7c0d97d298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.578098 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-6498c856-b40c-4c52-ae40-6c7c0d97d298 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa30d57b-90bc-40b9-924f-dd3e12a9c1fc HTTP/1.1" status: 204 len: 168 time: 0.2993147 Jun 24 10:21:51.593192 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498c856-b40c-4c52-ae40-6c7c0d97d298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa30d57b-90bc-40b9-924f-dd3e12a9c1fc,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:51.604377 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0e4a0d21-5a8e-4047-9429-5646bc26235c req-3d84aaf2-47e1-4888-a7e5-60a053880891 service neutron] 10.222.0.27 "GET /v2.0/networks/c3dbd8da-335a-433c-9ef1-e6bc6e20a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744540 Jun 24 10:21:51.610870 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007be78c-2b25-46a4-b96f-e3b44bb976e9 req-499d56f7-ee6e-4889-8866-e45772b3a0f2 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:51.614690 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-007be78c-2b25-46a4-b96f-e3b44bb976e9 req-499d56f7-ee6e-4889-8866-e45772b3a0f2 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.0812571 Jun 24 10:21:51.650463 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7c89392e-8ebd-4a37-bbaa-ba826def6311 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for security_group_rule (15206b00-0696-4dd2-b2b0-128be88e89ee), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.658373 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:51.666500 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7c89392e-8ebd-4a37-bbaa-ba826def6311 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (15206b00-0696-4dd2-b2b0-128be88e89ee), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.698132 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-007be78c-2b25-46a4-b96f-e3b44bb976e9 req-fe1e7bb7-5fbc-4206-a677-253c963ac7c7 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663199 Jun 24 10:21:51.723703 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89392e-8ebd-4a37-bbaa-ba826def6311 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15206b00-0696-4dd2-b2b0-128be88e89ee,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:51.731548 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7c89392e-8ebd-4a37-bbaa-ba826def6311 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.732739 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7c89392e-8ebd-4a37-bbaa-ba826def6311 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3042142 Jun 24 10:21:51.735504 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 38906) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:51.740507 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-4bcfc655-8eec-4bf3-b47d-34f860c3f6a4 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Request body: {'security_group_rule': {'security_group_id': '5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97', 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:21:51.776349 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0e4a0d21-5a8e-4047-9429-5646bc26235c req-7e1d696f-063b-4789-89a0-93534409da0a service neutron] 10.222.0.27 "GET /v2.0/networks/c3dbd8da-335a-433c-9ef1-e6bc6e20a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572223 Jun 24 10:21:51.778191 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.securitygroups_db [None req-4bcfc655-8eec-4bf3-b47d-34f860c3f6a4 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Project 34f04f4ab2294464bdc83acecb4d9a79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:21:51.794798 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc655-8eec-4bf3-b47d-34f860c3f6a4 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for security_group_rule (2f3de7ed-8626-407b-81ed-84005fa18433), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.863653 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0491beba-a1d7-4c78-9477-a39a3d7d963f None None] New status for floating IP c688dd2a-51b4-4a07-9472-a47778330baa: ACTIVE {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:21:51.869969 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc655-8eec-4bf3-b47d-34f860c3f6a4 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for security_group_rule (2f3de7ed-8626-407b-81ed-84005fa18433), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.877459 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc655-8eec-4bf3-b47d-34f860c3f6a4 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (2f3de7ed-8626-407b-81ed-84005fa18433), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.898001 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfc655-8eec-4bf3-b47d-34f860c3f6a4 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3de7ed-8626-407b-81ed-84005fa18433,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:51.908241 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc655-8eec-4bf3-b47d-34f860c3f6a4 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.910774 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-4bcfc655-8eec-4bf3-b47d-34f860c3f6a4 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1732023 Jun 24 10:21:51.912912 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 38910) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:51.919765 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-625378de-b575-4023-8e2d-5d5b939decfb tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Request body: {'security_group_rule': {'security_group_id': '5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97', 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:21:51.943842 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.securitygroups_db [None req-625378de-b575-4023-8e2d-5d5b939decfb tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Project 34f04f4ab2294464bdc83acecb4d9a79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:21:51.950458 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-625378de-b575-4023-8e2d-5d5b939decfb tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for security_group_rule (1bd372c2-d7eb-4b36-8f49-13679252e0d2), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.953443 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:51.964744 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 38912) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:51.979278 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6454ef45-432b-4fcf-a960-b6b7724c7822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:51.993301 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:52.019489 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-625378de-b575-4023-8e2d-5d5b939decfb tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for security_group_rule (1bd372c2-d7eb-4b36-8f49-13679252e0d2), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:52.024607 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-625378de-b575-4023-8e2d-5d5b939decfb tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (1bd372c2-d7eb-4b36-8f49-13679252e0d2), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:52.032727 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:52.046843 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625378de-b575-4023-8e2d-5d5b939decfb tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd372c2-d7eb-4b36-8f49-13679252e0d2,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:52.054429 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-625378de-b575-4023-8e2d-5d5b939decfb tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:52.055121 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-625378de-b575-4023-8e2d-5d5b939decfb tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410058 Jun 24 10:21:52.083516 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6454ef45-432b-4fcf-a960-b6b7724c7822 admin admin] Publish callbacks [] for security_group (08db1ef5-c84c-4c6f-8a38-52aaf11d0053), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:52.089021 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6454ef45-432b-4fcf-a960-b6b7724c7822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (08db1ef5-c84c-4c6f-8a38-52aaf11d0053), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:52.141482 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454ef45-432b-4fcf-a960-b6b7724c7822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08db1ef5-c84c-4c6f-8a38-52aaf11d0053,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:52.148858 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-6454ef45-432b-4fcf-a960-b6b7724c7822 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf9596c1f26040489f57d9de1ea8f31a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1829739 Jun 24 10:21:52.151722 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 38916) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:21:52.181120 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e6b225fc-75c1-4f69-a9c1-f85721fef696 req-088b3925-c5d4-409b-ae64-2b6e965657dd tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1204944247&fields=id&tenant_id=34f04f4ab2294464bdc83acecb4d9a79 HTTP/1.1" status: 200 len: 267 time: 0.0756907 Jun 24 10:21:52.204425 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8e714ae-7b42-4014-ba4f-eb345a7547d2 admin admin] Publish callbacks [] for security_group (08db1ef5-c84c-4c6f-8a38-52aaf11d0053), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:52.227852 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8e714ae-7b42-4014-ba4f-eb345a7547d2 admin admin] Publish callbacks [] for security_group (08db1ef5-c84c-4c6f-8a38-52aaf11d0053), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:52.234684 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b225fc-75c1-4f69-a9c1-f85721fef696 req-0e94645f-5bf4-4657-a470-f9caa840ca9b tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:52.236232 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e6b225fc-75c1-4f69-a9c1-f85721fef696 req-0e94645f-5bf4-4657-a470-f9caa840ca9b tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 946 time: 0.0496864 Jun 24 10:21:52.247145 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-e6b225fc-75c1-4f69-a9c1-f85721fef696 req-a28ef3b8-88e6-4e31-8760-65ddfe79ede7 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Request body: {'port': {'security_groups': ['d92b73a4-6c0d-43d9-a8e8-859f253bd315', '5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97']}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:21:52.281952 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8e714ae-7b42-4014-ba4f-eb345a7547d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (08db1ef5-c84c-4c6f-8a38-52aaf11d0053), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:52.284572 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8e714ae-7b42-4014-ba4f-eb345a7547d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:52.288384 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e8e714ae-7b42-4014-ba4f-eb345a7547d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/08db1ef5-c84c-4c6f-8a38-52aaf11d0053 HTTP/1.1" status: 204 len: 168 time: 0.1330316 Jun 24 10:21:52.294382 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e714ae-7b42-4014-ba4f-eb345a7547d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08db1ef5-c84c-4c6f-8a38-52aaf11d0053,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:52.322596 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-e6b225fc-75c1-4f69-a9c1-f85721fef696 req-a28ef3b8-88e6-4e31-8760-65ddfe79ede7 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (9b477745-37af-4221-acf2-e595e7642fe8), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:52.549141 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-e6b225fc-75c1-4f69-a9c1-f85721fef696 req-a28ef3b8-88e6-4e31-8760-65ddfe79ede7 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] For port 9b477745-37af-4221-acf2-e595e7642fe8, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=9b477745-37af-4221-acf2-e595e7642fe8,segment=NetworkSegment(19ace9fb-f518-44ae-8f89-d571204a940f),segment_id=19ace9fb-f518-44ae-8f89-d571204a940f)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:52.579191 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-e6b225fc-75c1-4f69-a9c1-f85721fef696 req-a28ef3b8-88e6-4e31-8760-65ddfe79ede7 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for port (9b477745-37af-4221-acf2-e595e7642fe8), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:52.585814 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-e6b225fc-75c1-4f69-a9c1-f85721fef696 req-a28ef3b8-88e6-4e31-8760-65ddfe79ede7 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15869106'] for port (9b477745-37af-4221-acf2-e595e7642fe8), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:52.605085 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['9b477745-37af-4221-acf2-e595e7642fe8'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:21:52.650561 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b225fc-75c1-4f69-a9c1-f85721fef696 req-a28ef3b8-88e6-4e31-8760-65ddfe79ede7 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:52.650748 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-e6b225fc-75c1-4f69-a9c1-f85721fef696 req-a28ef3b8-88e6-4e31-8760-65ddfe79ede7 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:52.652075 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e6b225fc-75c1-4f69-a9c1-f85721fef696 req-a28ef3b8-88e6-4e31-8760-65ddfe79ede7 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "PUT /v2.0/ports/9b477745-37af-4221-acf2-e595e7642fe8 HTTP/1.1" status: 200 len: 982 time: 0.4095366 Jun 24 10:21:52.652545 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ffd130-4813-4e8e-a43e-56bbe1ee7b67', 'tag': '9b477745-37af-4221-acf2-e595e7642fe8'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:21:52.655607 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0842cb78391e2f7ce2bbbb97d4275cb0a39767f3185dad610fa5b26cb1bc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec2ff58-951a-4ba6-8fca-8b99df2f029c" -d '{"events": [{"name": "network-changed", "server_uuid": "53ffd130-4813-4e8e-a43e-56bbe1ee7b67", "tag": "9b477745-37af-4221-acf2-e595e7642fe8"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:21:52.676721 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ef3b8-88e6-4e31-8760-65ddfe79ede7 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Pushing event updated for resources: {'Port': ['ID=9b477745-37af-4221-acf2-e595e7642fe8,revision_number=6']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:52.751536 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['9b477745-37af-4221-acf2-e595e7642fe8'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:21:52.793251 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5e52b-231e-4eb0-835d-1dd4433171b3 req-74f10cf7-7875-43e3-8701-7b10f3f4117c tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:52.801182 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8bd5e52b-231e-4eb0-835d-1dd4433171b3 req-74f10cf7-7875-43e3-8701-7b10f3f4117c tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 985 time: 0.0643902 Jun 24 10:21:52.886418 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8bd5e52b-231e-4eb0-835d-1dd4433171b3 req-d7e5289e-9f96-4e0a-9460-f5646f567f38 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97&id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841343 Jun 24 10:21:52.890808 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e333b4-cf84-4f26-9705-b9a6610a61d5 x-openstack-request-id: req-55e333b4-cf84-4f26-9705-b9a6610a61d5 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:21:52.892763 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ffd130-4813-4e8e-a43e-56bbe1ee7b67", "tag": "9b477745-37af-4221-acf2-e595e7642fe8", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:21:52.893305 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55e333b4-cf84-4f26-9705-b9a6610a61d5 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:21:52.893958 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55e333b4-cf84-4f26-9705-b9a6610a61d5'] response: {'name': 'network-changed', 'server_uuid': '53ffd130-4813-4e8e-a43e-56bbe1ee7b67', 'tag': '9b477745-37af-4221-acf2-e595e7642fe8', 'status': 'completed', 'code': 200} Jun 24 10:21:52.971281 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2ff58-951a-4ba6-8fca-8b99df2f029c req-a6bba30c-07bf-40dd-9fe8-3b1a5356f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:52.972884 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4ec2ff58-951a-4ba6-8fca-8b99df2f029c req-a6bba30c-07bf-40dd-9fe8-3b1a5356f076 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=34f04f4ab2294464bdc83acecb4d9a79&device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 1169 time: 0.0448697 Jun 24 10:21:53.019723 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:53.032629 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eab0af-6c07-4ad0-bfee-d5dcbf8cd3c5 req-45d50246-e536-4775-b5b0-c1fb6e35faa5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:53.046917 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b0eab0af-6c07-4ad0-bfee-d5dcbf8cd3c5 req-45d50246-e536-4775-b5b0-c1fb6e35faa5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.0816875 Jun 24 10:21:53.076284 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2ff58-951a-4ba6-8fca-8b99df2f029c req-babbc34a-b070-4124-8421-62ea30d32033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:53.077969 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4ec2ff58-951a-4ba6-8fca-8b99df2f029c req-babbc34a-b070-4124-8421-62ea30d32033 service neutron] 10.222.0.27 "GET /v2.0/networks?id=c3dbd8da-335a-433c-9ef1-e6bc6e20a951 HTTP/1.1" status: 200 len: 915 time: 0.0995176 Jun 24 10:21:53.081788 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:53.123240 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b0eab0af-6c07-4ad0-bfee-d5dcbf8cd3c5 req-a0a8d078-d8a5-4277-bd7e-b4863f712d3c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702126 Jun 24 10:21:53.129268 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-617b1f6f-cdba-43e1-9e0a-94f665c7f2e2 None None] Provisioning complete for port 9b477745-37af-4221-acf2-e595e7642fe8 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:21:53.129801 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-617b1f6f-cdba-43e1-9e0a-94f665c7f2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (9b477745-37af-4221-acf2-e595e7642fe8), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:53.160298 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4ec2ff58-951a-4ba6-8fca-8b99df2f029c req-54b78fbf-d590-4fca-9124-e945e5f5889c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b477745-37af-4221-acf2-e595e7642fe8 HTTP/1.1" status: 200 len: 1001 time: 0.0754850 Jun 24 10:21:53.216013 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2ff58-951a-4ba6-8fca-8b99df2f029c req-a8b9286d-f6d8-4a3c-b300-0c8e3345c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:53.217506 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4ec2ff58-951a-4ba6-8fca-8b99df2f029c req-a8b9286d-f6d8-4a3c-b300-0c8e3345c15b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3cf20fba-3795-4f02-a6eb-2b9bf33d2a53 HTTP/1.1" status: 200 len: 853 time: 0.0507548 Jun 24 10:21:53.266954 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2ff58-951a-4ba6-8fca-8b99df2f029c req-637bc08c-a832-40d5-8cfa-cd44c4eeb749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:53.268716 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4ec2ff58-951a-4ba6-8fca-8b99df2f029c req-637bc08c-a832-40d5-8cfa-cd44c4eeb749 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c3dbd8da-335a-433c-9ef1-e6bc6e20a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412731 Jun 24 10:21:53.315753 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-617b1f6f-cdba-43e1-9e0a-94f665c7f2e2 None None] Current status of the port 9b477745-37af-4221-acf2-e595e7642fe8 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:21:53.373487 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4ec2ff58-951a-4ba6-8fca-8b99df2f029c req-04cac8c2-f6d3-4468-a8e8-01fff058aab8 service neutron] 10.222.0.27 "GET /v2.0/networks/c3dbd8da-335a-433c-9ef1-e6bc6e20a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959916 Jun 24 10:21:53.474423 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4ec2ff58-951a-4ba6-8fca-8b99df2f029c req-ba49f0fe-5638-4be8-ac9a-fdf7aba257a7 service neutron] 10.222.0.27 "GET /v2.0/networks/c3dbd8da-335a-433c-9ef1-e6bc6e20a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907419 Jun 24 10:21:54.452221 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:54.466877 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f800ebe-2e5e-4b96-a155-84668f8ab442 req-8f4b09df-05b2-4713-bdf4-e472af6f6627 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:54.468381 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5f800ebe-2e5e-4b96-a155-84668f8ab442 req-8f4b09df-05b2-4713-bdf4-e472af6f6627 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.2742271 Jun 24 10:21:54.513149 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:54.524023 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5f800ebe-2e5e-4b96-a155-84668f8ab442 req-b90a7f9b-d87f-474b-88a3-3c3c6be55f02 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488966 Jun 24 10:21:54.844527 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3d7aa602-206e-484f-b761-8d216cdb27bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:55.663054 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6b0c7-9cf8-4e31-ab80-550e913cda9c req-e1789446-d3e0-4ea5-b2d2-493303500101 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:55.664703 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b1f6b0c7-9cf8-4e31-ab80-550e913cda9c req-e1789446-d3e0-4ea5-b2d2-493303500101 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.0615091 Jun 24 10:21:55.721180 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b1f6b0c7-9cf8-4e31-ab80-550e913cda9c req-f654783e-8b6c-4bb6-8984-f539fcdb1414 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502036 Jun 24 10:21:56.845771 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13338517-eaa1-4175-9a71-2ecc522d5aef req-8d349838-d98b-442a-b8f3-429f28b32541 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:56.847340 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-13338517-eaa1-4175-9a71-2ecc522d5aef req-8d349838-d98b-442a-b8f3-429f28b32541 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.0534277 Jun 24 10:21:56.899487 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-13338517-eaa1-4175-9a71-2ecc522d5aef req-bb3361f0-c691-45b6-b2a6-5c4e183b73df tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463865 Jun 24 10:21:57.131951 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b1328e8c-d925-4f6c-84c9-e0aa63e1ff71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:58.017321 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc1e77-f3b1-4637-96a6-50773906ed1c req-d8b7ee7f-d6d8-4888-931b-3ac3e73ae0b4 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:58.018862 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3bcc1e77-f3b1-4637-96a6-50773906ed1c req-d8b7ee7f-d6d8-4888-931b-3ac3e73ae0b4 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.0467021 Jun 24 10:21:58.070727 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3bcc1e77-f3b1-4637-96a6-50773906ed1c req-ef928a18-e9ee-4c1d-a71e-bd583da45c9f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455122 Jun 24 10:21:58.339113 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:59.204129 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809678d-6172-4f8e-98f8-8e0f40a61843 req-67af6566-9272-49b2-bcb1-069489f5323f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:21:59.205581 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b809678d-6172-4f8e-98f8-8e0f40a61843 req-67af6566-9272-49b2-bcb1-069489f5323f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.0494068 Jun 24 10:21:59.261113 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b809678d-6172-4f8e-98f8-8e0f40a61843 req-499a6db8-17ed-44e8-93c6-b1c94e2843eb tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486684 Jun 24 10:21:59.749797 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:59.944966 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:00.388353 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbe303-bbb5-468e-ab62-521b43f225a8 req-53cfe0f8-4759-40ea-b38e-64e9232a215e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:00.389819 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0cfbe303-bbb5-468e-ab62-521b43f225a8 req-53cfe0f8-4759-40ea-b38e-64e9232a215e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.0478954 Jun 24 10:22:00.437916 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0cfbe303-bbb5-468e-ab62-521b43f225a8 req-705205c0-ebc5-4bc9-b4f0-4113f13d8ed8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422437 Jun 24 10:22:00.986356 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 39060) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:01.121072 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d463ee94-fdf9-4904-b2c9-78abea48f509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:01.206746 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:01.223071 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d463ee94-fdf9-4904-b2c9-78abea48f509 admin admin] Publish callbacks [] for security_group (695c5808-5535-4a03-aae5-bf021c1c0a0d), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:01.229858 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d463ee94-fdf9-4904-b2c9-78abea48f509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (695c5808-5535-4a03-aae5-bf021c1c0a0d), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:01.278553 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-d463ee94-fdf9-4904-b2c9-78abea48f509 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e110b712c0e42e48ad357f15ee40bc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910595 Jun 24 10:22:01.279456 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463ee94-fdf9-4904-b2c9-78abea48f509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695c5808-5535-4a03-aae5-bf021c1c0a0d,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:01.281496 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39064) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:01.334394 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a0ce01eb-5440-4b17-b226-4025fab76c7f admin admin] Publish callbacks [] for security_group (695c5808-5535-4a03-aae5-bf021c1c0a0d), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:01.360452 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a0ce01eb-5440-4b17-b226-4025fab76c7f admin admin] Publish callbacks [] for security_group (695c5808-5535-4a03-aae5-bf021c1c0a0d), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:01.423010 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a0ce01eb-5440-4b17-b226-4025fab76c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (695c5808-5535-4a03-aae5-bf021c1c0a0d), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:01.427337 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a0ce01eb-5440-4b17-b226-4025fab76c7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:01.428796 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-a0ce01eb-5440-4b17-b226-4025fab76c7f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/695c5808-5535-4a03-aae5-bf021c1c0a0d HTTP/1.1" status: 204 len: 168 time: 0.1462114 Jun 24 10:22:01.437794 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce01eb-5440-4b17-b226-4025fab76c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695c5808-5535-4a03-aae5-bf021c1c0a0d,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:01.496408 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=54 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:01.497325 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=52 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:01.584684 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58dbd4f-c1a4-4e7c-a4c5-df381dab7f9b req-79f31068-a0d2-40c9-a08a-f4833a8342f2 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:01.586221 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b58dbd4f-c1a4-4e7c-a4c5-df381dab7f9b req-79f31068-a0d2-40c9-a08a-f4833a8342f2 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.0610876 Jun 24 10:22:01.644005 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b58dbd4f-c1a4-4e7c-a4c5-df381dab7f9b req-4fa74e10-7d79-4de9-b9be-98f15f6aef96 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496013 Jun 24 10:22:01.769237 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 39072) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:01.783025 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9c64e098-531b-46d2-9de9-61e1506362de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:01.834259 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:01.877631 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9c64e098-531b-46d2-9de9-61e1506362de admin admin] Publish callbacks [] for security_group (842cc44e-ce6f-4782-93cf-2f151d6a230e), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:01.883213 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9c64e098-531b-46d2-9de9-61e1506362de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (842cc44e-ce6f-4782-93cf-2f151d6a230e), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:01.921841 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64e098-531b-46d2-9de9-61e1506362de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842cc44e-ce6f-4782-93cf-2f151d6a230e,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:01.926222 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-9c64e098-531b-46d2-9de9-61e1506362de admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c20a40bb0b2546b89179b3557b69664c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1559134 Jun 24 10:22:01.929116 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 39074) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:01.983459 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-398f7305-bce9-4ea2-a214-cfb35a0968a5 admin admin] Publish callbacks [] for security_group (842cc44e-ce6f-4782-93cf-2f151d6a230e), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:02.006025 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-398f7305-bce9-4ea2-a214-cfb35a0968a5 admin admin] Publish callbacks [] for security_group (842cc44e-ce6f-4782-93cf-2f151d6a230e), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:02.059012 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-398f7305-bce9-4ea2-a214-cfb35a0968a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (842cc44e-ce6f-4782-93cf-2f151d6a230e), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:02.063047 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-398f7305-bce9-4ea2-a214-cfb35a0968a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:02.064665 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-398f7305-bce9-4ea2-a214-cfb35a0968a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/842cc44e-ce6f-4782-93cf-2f151d6a230e HTTP/1.1" status: 204 len: 168 time: 0.1346087 Jun 24 10:22:02.073075 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f7305-bce9-4ea2-a214-cfb35a0968a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842cc44e-ce6f-4782-93cf-2f151d6a230e,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:02.435162 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 39080) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:02.451179 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-14150cc7-c66f-47a3-b077-2e7751da9f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:02.532351 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-14150cc7-c66f-47a3-b077-2e7751da9f87 admin admin] Publish callbacks [] for security_group (96310725-9798-4731-99af-2e282c597200), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:02.537731 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-14150cc7-c66f-47a3-b077-2e7751da9f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (96310725-9798-4731-99af-2e282c597200), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:02.576991 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-14150cc7-c66f-47a3-b077-2e7751da9f87 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2090bd4dc6274ff8bcf882417a396a1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407464 Jun 24 10:22:02.577830 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14150cc7-c66f-47a3-b077-2e7751da9f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96310725-9798-4731-99af-2e282c597200,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:02.579955 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39082) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:02.635870 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f5cf3c30-e6f1-4987-87f7-1e15b61068bd admin admin] Publish callbacks [] for security_group (96310725-9798-4731-99af-2e282c597200), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:02.663547 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f5cf3c30-e6f1-4987-87f7-1e15b61068bd admin admin] Publish callbacks [] for security_group (96310725-9798-4731-99af-2e282c597200), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:02.717004 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f5cf3c30-e6f1-4987-87f7-1e15b61068bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (96310725-9798-4731-99af-2e282c597200), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:02.719559 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f5cf3c30-e6f1-4987-87f7-1e15b61068bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:02.720700 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-f5cf3c30-e6f1-4987-87f7-1e15b61068bd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/96310725-9798-4731-99af-2e282c597200 HTTP/1.1" status: 204 len: 168 time: 0.1397312 Jun 24 10:22:02.729474 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf3c30-e6f1-4987-87f7-1e15b61068bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96310725-9798-4731-99af-2e282c597200,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:02.783594 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a25bc-970e-47dc-99c3-72f424687d8f req-93457f0d-7e17-47cd-b2d7-2e39c72a9291 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:02.785046 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-659a25bc-970e-47dc-99c3-72f424687d8f req-93457f0d-7e17-47cd-b2d7-2e39c72a9291 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.0535562 Jun 24 10:22:02.797156 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:02.812685 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:02.835811 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-659a25bc-970e-47dc-99c3-72f424687d8f req-3a774662-195a-4ab9-adef-62e359bc86bd tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444114 Jun 24 10:22:03.602235 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 44c57577-b7f4-4772-ade3-5e9b2dded200 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:22:03.707460 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:03.713479 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 44c57577-b7f4-4772-ade3-5e9b2dded200, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=44c57577-b7f4-4772-ade3-5e9b2dded200,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:03.725153 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': '44c57577-b7f4-4772-ade3-5e9b2dded200', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'port_id': '44c57577-b7f4-4772-ade3-5e9b2dded200', 'mac_address': 'fa:16:3e:69:b0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:22:03.889373 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 44c57577-b7f4-4772-ade3-5e9b2dded200 is: ACTIVE; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:22:03.889768 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:03.903100 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44c57577-b7f4-4772-ade3-5e9b2dded200 {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:22:03.906863 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:03.925984 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 44c57577-b7f4-4772-ade3-5e9b2dded200, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=44c57577-b7f4-4772-ade3-5e9b2dded200,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:03.931238 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:03.962221 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12558ed-8b4c-4503-866b-2ebbc079171d req-3070ec64-ce9d-4bd9-9788-9cefc86761ee tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:03.964144 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d12558ed-8b4c-4503-866b-2ebbc079171d req-3070ec64-ce9d-4bd9-9788-9cefc86761ee tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.0513914 Jun 24 10:22:03.985004 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=44c57577-b7f4-4772-ade3-5e9b2dded200,revision_number=6']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:03.994874 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:03.995211 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:03.995558 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:03.995889 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:03.996226 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:03.996575 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:03.996880 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:03.997223 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:03.997548 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:03.997874 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:03.998196 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:03.998522 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:03.998875 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:03.999196 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:03.999517 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:04.013752 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d12558ed-8b4c-4503-866b-2ebbc079171d req-71a73997-21e1-42fc-a997-5e6ee25d7a18 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436621 Jun 24 10:22:04.066199 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['44c57577-b7f4-4772-ade3-5e9b2dded200'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:22:05.175979 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad38a7f-40c5-460d-8857-5b306b49bfb6 req-7af2428c-9bb0-40c8-827f-b83d94cd323b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:05.177554 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0ad38a7f-40c5-460d-8857-5b306b49bfb6 req-7af2428c-9bb0-40c8-827f-b83d94cd323b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 945 time: 0.0544317 Jun 24 10:22:05.257480 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0ad38a7f-40c5-460d-8857-5b306b49bfb6 req-6a3d7323-ba8d-480d-95f0-dd0713f2839e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688086 Jun 24 10:22:05.613269 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 44c57577-b7f4-4772-ade3-5e9b2dded200 up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:22:05.660225 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port 44c57577-b7f4-4772-ade3-5e9b2dded200 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:22:05.660893 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:05.753757 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 44c57577-b7f4-4772-ade3-5e9b2dded200 is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:22:05.754257 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:05.783653 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2ba100-192e-4c39-a43a-93be37df4e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c57577-b7f4-4772-ade3-5e9b2dded200'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:22:05.785934 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25d2a75-1cac-4790-b5e3-4c4a6c4b42ce" -d '{"events": [{"server_uuid": "6a2ba100-192e-4c39-a43a-93be37df4e63", "name": "network-vif-plugged", "status": "completed", "tag": "44c57577-b7f4-4772-ade3-5e9b2dded200"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:22:05.798822 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 44c57577-b7f4-4772-ade3-5e9b2dded200, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=44c57577-b7f4-4772-ade3-5e9b2dded200,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:05.805512 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:05.856796 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=44c57577-b7f4-4772-ade3-5e9b2dded200,revision_number=7']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:05.992513 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a4bc2b-c210-4405-8753-96ebe4517df5 x-openstack-request-id: req-f3a4bc2b-c210-4405-8753-96ebe4517df5 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:22:05.992806 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2ba100-192e-4c39-a43a-93be37df4e63", "name": "network-vif-plugged", "status": "completed", "tag": "44c57577-b7f4-4772-ade3-5e9b2dded200", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:22:05.993052 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3a4bc2b-c210-4405-8753-96ebe4517df5 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:22:05.993444 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a4bc2b-c210-4405-8753-96ebe4517df5'] response: {'server_uuid': '6a2ba100-192e-4c39-a43a-93be37df4e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c57577-b7f4-4772-ade3-5e9b2dded200', 'code': 200} Jun 24 10:22:06.383748 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928c006-fb57-4e16-8a9e-c791d3bb614a req-213d01a7-bbb8-4913-a899-239449f800f0 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:06.386099 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d928c006-fb57-4e16-8a9e-c791d3bb614a req-213d01a7-bbb8-4913-a899-239449f800f0 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.0561929 Jun 24 10:22:06.450954 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d928c006-fb57-4e16-8a9e-c791d3bb614a req-82af9e05-c0cc-454b-87e2-e4f5f0ca8282 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594511 Jun 24 10:22:07.581249 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200448a2-f410-445c-9765-12846428e6e9 req-02e926c2-7fe7-4680-a81c-5d7f6dc1a99c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:07.582968 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-200448a2-f410-445c-9765-12846428e6e9 req-02e926c2-7fe7-4680-a81c-5d7f6dc1a99c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.0523031 Jun 24 10:22:07.637571 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-200448a2-f410-445c-9765-12846428e6e9 req-a243b3dc-57d7-4e11-969f-38553343ed15 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478110 Jun 24 10:22:08.764119 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f15463-239a-41e1-a1b8-8ba67b0c9ea2 req-225b1ded-28a4-4660-9a22-665649d1b53c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:08.768158 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-49f15463-239a-41e1-a1b8-8ba67b0c9ea2 req-225b1ded-28a4-4660-9a22-665649d1b53c tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.0539176 Jun 24 10:22:08.822063 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-49f15463-239a-41e1-a1b8-8ba67b0c9ea2 req-14f593c6-7bf1-4968-a0c6-608925217ca9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493903 Jun 24 10:22:09.751040 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d80f67-8d15-4889-9257-fe6a0f150889 req-4fcc6ca7-4ebf-4f6b-a0e3-bc9088a497ac tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:09.753410 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-05d80f67-8d15-4889-9257-fe6a0f150889 req-4fcc6ca7-4ebf-4f6b-a0e3-bc9088a497ac tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.0549440 Jun 24 10:22:09.804997 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-05d80f67-8d15-4889-9257-fe6a0f150889 req-2b99dc52-c1b9-4e1d-b49f-c54eef0ea1a8 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456190 Jun 24 10:22:09.953615 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea5b7f-0649-47fc-bcb0-8c8bdea19295 req-999fd3e1-b421-41dd-8b35-e1ba2361f03f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:09.955287 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d2ea5b7f-0649-47fc-bcb0-8c8bdea19295 req-999fd3e1-b421-41dd-8b35-e1ba2361f03f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.0511723 Jun 24 10:22:10.014149 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d2ea5b7f-0649-47fc-bcb0-8c8bdea19295 req-b2f2d244-987d-43b9-9ca7-518a573e2810 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514896 Jun 24 10:22:10.137844 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:10.272736 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfca2a-6583-4c4c-8ac7-004515c4b8d5 req-12ea102b-3642-4a3a-9b6c-1834b0e31696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:10.274906 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-48dfca2a-6583-4c4c-8ac7-004515c4b8d5 req-12ea102b-3642-4a3a-9b6c-1834b0e31696 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=74111042535d44c8a52a4656eb37fa23&device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 1130 time: 0.0418980 Jun 24 10:22:10.405527 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfca2a-6583-4c4c-8ac7-004515c4b8d5 req-8c826e01-d7cb-4dc0-8b2e-4eb6b6a329ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:10.407224 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-48dfca2a-6583-4c4c-8ac7-004515c4b8d5 req-8c826e01-d7cb-4dc0-8b2e-4eb6b6a329ab service neutron] 10.222.0.27 "GET /v2.0/networks?id=77e0b315-c6f0-401c-b090-3f73b33dd671 HTTP/1.1" status: 200 len: 918 time: 0.1110542 Jun 24 10:22:10.482297 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-48dfca2a-6583-4c4c-8ac7-004515c4b8d5 req-d3909990-ac68-4d38-a68a-0ff10e6735b2 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44c57577-b7f4-4772-ade3-5e9b2dded200 HTTP/1.1" status: 200 len: 1002 time: 0.0673652 Jun 24 10:22:10.546858 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfca2a-6583-4c4c-8ac7-004515c4b8d5 req-729fd1d5-416f-46fd-9184-1cb6b447d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:10.548539 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-48dfca2a-6583-4c4c-8ac7-004515c4b8d5 req-729fd1d5-416f-46fd-9184-1cb6b447d38f service neutron] 10.222.0.27 "GET /v2.0/subnets?id=361faa5d-39ac-4ef9-a36e-94eab471915a HTTP/1.1" status: 200 len: 856 time: 0.0585275 Jun 24 10:22:10.598418 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfca2a-6583-4c4c-8ac7-004515c4b8d5 req-336e3622-449d-4ddb-937d-9c24a3888a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:10.600332 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-48dfca2a-6583-4c4c-8ac7-004515c4b8d5 req-336e3622-449d-4ddb-937d-9c24a3888a6b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=77e0b315-c6f0-401c-b090-3f73b33dd671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429935 Jun 24 10:22:10.639683 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:10.710611 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:10.721865 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-48dfca2a-6583-4c4c-8ac7-004515c4b8d5 req-c3da12f4-2ba9-4d1e-86ac-6d1643ff6ae4 service neutron] 10.222.0.27 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129246 Jun 24 10:22:10.834469 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-48dfca2a-6583-4c4c-8ac7-004515c4b8d5 req-5e7bd1bd-3abf-462e-a693-911f37989ed3 service neutron] 10.222.0.27 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044405 Jun 24 10:22:10.944891 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4cb21e-1b99-49c0-8912-f7e573cb65d8 req-1fa63213-99b6-4015-9f17-01d56219503c tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:10.947148 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7f4cb21e-1b99-49c0-8912-f7e573cb65d8 req-1fa63213-99b6-4015-9f17-01d56219503c tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.0561850 Jun 24 10:22:11.006265 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7f4cb21e-1b99-49c0-8912-f7e573cb65d8 req-1b12214d-c5c4-4174-9d2f-fb6c724268b3 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530035 Jun 24 10:22:11.167844 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821b17f-2c9a-484e-b911-93e1c36f6c4c req-acccad5e-f0aa-4e7c-afb0-24bcd93af678 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:11.169880 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3821b17f-2c9a-484e-b911-93e1c36f6c4c req-acccad5e-f0aa-4e7c-afb0-24bcd93af678 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.0715735 Jun 24 10:22:11.247424 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3821b17f-2c9a-484e-b911-93e1c36f6c4c req-20b6f2a8-ee0f-42e5-8a9d-8d91c0afeb49 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709848 Jun 24 10:22:12.172481 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624506a7-ea42-40b5-bfb4-5bf7a3dbdf7c req-a5b7ef51-c50d-4cba-8853-a9a5e77a88f4 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:12.180020 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-624506a7-ea42-40b5-bfb4-5bf7a3dbdf7c req-a5b7ef51-c50d-4cba-8853-a9a5e77a88f4 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.0800865 Jun 24 10:22:12.249805 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-624506a7-ea42-40b5-bfb4-5bf7a3dbdf7c req-8068536b-759e-4832-a8c6-01cb0f227c5e tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618694 Jun 24 10:22:12.381398 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d06491-3344-4d2e-93cb-4ad57bd43a36 req-a1309cb1-d026-47a7-a575-b89e4b4f7040 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:12.387227 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64d06491-3344-4d2e-93cb-4ad57bd43a36 req-a1309cb1-d026-47a7-a575-b89e4b4f7040 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.0561674 Jun 24 10:22:12.418907 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:12.425618 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:12.445136 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64d06491-3344-4d2e-93cb-4ad57bd43a36 req-2736712b-5025-4d91-a84c-986c1a95334b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559492 Jun 24 10:22:13.389421 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7779a-8de5-4cae-a918-8687e9e54766 req-b1264492-11ac-4924-ab5b-220b138cf685 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:13.391110 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-08b7779a-8de5-4cae-a918-8687e9e54766 req-b1264492-11ac-4924-ab5b-220b138cf685 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.0666010 Jun 24 10:22:13.444004 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-08b7779a-8de5-4cae-a918-8687e9e54766 req-956cebc5-8916-4bd5-bda8-c915e1007fee tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467343 Jun 24 10:22:13.575107 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e6fa6-ef74-44bc-864b-e42e1ed12260 req-e88df926-0c1b-4d71-955a-cc1700372bd3 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:13.576952 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-248e6fa6-ef74-44bc-864b-e42e1ed12260 req-e88df926-0c1b-4d71-955a-cc1700372bd3 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.0529697 Jun 24 10:22:13.631431 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-248e6fa6-ef74-44bc-864b-e42e1ed12260 req-d7f4f957-fa01-4051-93fd-9bd6bc74e72a tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476387 Jun 24 10:22:14.452756 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043b6d4-9f35-49d1-9255-da0d8ced22e2 req-de36c57c-7dc0-438a-b992-4e348bea6614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:14.454262 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2043b6d4-9f35-49d1-9255-da0d8ced22e2 req-de36c57c-7dc0-438a-b992-4e348bea6614 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=74111042535d44c8a52a4656eb37fa23&device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 1130 time: 0.0405097 Jun 24 10:22:14.551240 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043b6d4-9f35-49d1-9255-da0d8ced22e2 req-e0e01b55-ac4e-4a29-8614-e426091e1150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:14.552758 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2043b6d4-9f35-49d1-9255-da0d8ced22e2 req-e0e01b55-ac4e-4a29-8614-e426091e1150 service neutron] 10.222.0.27 "GET /v2.0/networks?id=77e0b315-c6f0-401c-b090-3f73b33dd671 HTTP/1.1" status: 200 len: 918 time: 0.0916903 Jun 24 10:22:14.567225 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f87e86-868a-4898-aa0e-f61f7e41a59c req-213ec8e1-3148-4201-ae48-0794c1318e0c tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:14.568677 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-33f87e86-868a-4898-aa0e-f61f7e41a59c req-213ec8e1-3148-4201-ae48-0794c1318e0c tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.0507703 Jun 24 10:22:14.614685 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2043b6d4-9f35-49d1-9255-da0d8ced22e2 req-a07e196c-93ce-42cc-9946-8de28aadb612 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44c57577-b7f4-4772-ade3-5e9b2dded200 HTTP/1.1" status: 200 len: 1002 time: 0.0552876 Jun 24 10:22:14.622452 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-33f87e86-868a-4898-aa0e-f61f7e41a59c req-ae767732-6bad-467f-9324-550d6b342905 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479119 Jun 24 10:22:14.669710 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043b6d4-9f35-49d1-9255-da0d8ced22e2 req-e5294d57-e519-4cf3-854f-b27e11bd47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:14.671255 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2043b6d4-9f35-49d1-9255-da0d8ced22e2 req-e5294d57-e519-4cf3-854f-b27e11bd47b7 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=361faa5d-39ac-4ef9-a36e-94eab471915a HTTP/1.1" status: 200 len: 856 time: 0.0494711 Jun 24 10:22:14.717648 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043b6d4-9f35-49d1-9255-da0d8ced22e2 req-653e2b20-ee12-4077-a917-4faef6f87a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:14.719242 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2043b6d4-9f35-49d1-9255-da0d8ced22e2 req-653e2b20-ee12-4077-a917-4faef6f87a5e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=77e0b315-c6f0-401c-b090-3f73b33dd671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412478 Jun 24 10:22:14.751634 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acc159-2ed6-49c0-a973-47c4209e6f45 req-2a65694a-3b6d-4559-a973-68b6369b060b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:14.753093 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-44acc159-2ed6-49c0-a973-47c4209e6f45 req-2a65694a-3b6d-4559-a973-68b6369b060b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.0474379 Jun 24 10:22:14.800719 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-44acc159-2ed6-49c0-a973-47c4209e6f45 req-923e2243-88dd-47b8-ae9a-9710462d5455 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419793 Jun 24 10:22:14.844308 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2043b6d4-9f35-49d1-9255-da0d8ced22e2 req-0d7a6598-9fcf-4441-9f30-f8244b6acd5c service neutron] 10.222.0.27 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850735 Jun 24 10:22:14.937750 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2043b6d4-9f35-49d1-9255-da0d8ced22e2 req-074dbb48-ab3e-4e3b-9080-5f75a6fae20b service neutron] 10.222.0.27 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862577 Jun 24 10:22:15.692042 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836d92a-e2a3-41d1-b85c-c2f567b18eed req-6bce4b3a-3e55-480c-9414-428365884c92 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:15.693454 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6836d92a-e2a3-41d1-b85c-c2f567b18eed req-6bce4b3a-3e55-480c-9414-428365884c92 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 985 time: 0.0499752 Jun 24 10:22:15.756943 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd26ac-6ccd-4882-9535-0761edf9785a req-fd83d23a-79e4-4da2-a177-928e804fd154 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:15.758419 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-efdd26ac-6ccd-4882-9535-0761edf9785a req-fd83d23a-79e4-4da2-a177-928e804fd154 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.0640268 Jun 24 10:22:15.812757 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6836d92a-e2a3-41d1-b85c-c2f567b18eed req-980ed4ae-1978-451d-ba22-5bd4046177c8 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97&id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1084135 Jun 24 10:22:15.832299 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-efdd26ac-6ccd-4882-9535-0761edf9785a req-a076e933-75c0-44f7-bb04-29baac9ed4c8 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682921 Jun 24 10:22:15.923858 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb25b1f-188b-4968-a154-a79f608622e0 req-a312d0fe-e8ae-44ff-9344-aaa69c998b92 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:15.925237 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7fb25b1f-188b-4968-a154-a79f608622e0 req-a312d0fe-e8ae-44ff-9344-aaa69c998b92 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.0456913 Jun 24 10:22:15.973967 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7fb25b1f-188b-4968-a154-a79f608622e0 req-4ec67f36-d6ed-411f-9695-622c46691240 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426748 Jun 24 10:22:16.462388 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6a495-03c0-4697-a4b2-34e5e10d715b req-f1019b83-0b25-4d8b-a041-f200330ebb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:16.464303 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17a6a495-03c0-4697-a4b2-34e5e10d715b req-f1019b83-0b25-4d8b-a041-f200330ebb52 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=34f04f4ab2294464bdc83acecb4d9a79&device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 1169 time: 0.0405350 Jun 24 10:22:16.596752 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6a495-03c0-4697-a4b2-34e5e10d715b req-e096ac22-1fec-4c67-bff9-0afdcabca2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:16.598066 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17a6a495-03c0-4697-a4b2-34e5e10d715b req-e096ac22-1fec-4c67-bff9-0afdcabca2b7 service neutron] 10.222.0.27 "GET /v2.0/networks?id=c3dbd8da-335a-433c-9ef1-e6bc6e20a951 HTTP/1.1" status: 200 len: 915 time: 0.0993416 Jun 24 10:22:16.677174 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17a6a495-03c0-4697-a4b2-34e5e10d715b req-56269e1d-64c6-47b8-87e3-2178432390c4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b477745-37af-4221-acf2-e595e7642fe8 HTTP/1.1" status: 200 len: 1001 time: 0.0650461 Jun 24 10:22:16.739619 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6a495-03c0-4697-a4b2-34e5e10d715b req-2ff6473b-44f2-48de-97f9-5c7ad0f5f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:16.741145 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17a6a495-03c0-4697-a4b2-34e5e10d715b req-2ff6473b-44f2-48de-97f9-5c7ad0f5f188 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3cf20fba-3795-4f02-a6eb-2b9bf33d2a53 HTTP/1.1" status: 200 len: 853 time: 0.0508766 Jun 24 10:22:16.978524 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f4d55-41d5-4f2b-90d3-3ed6d3f061c2 req-654124b6-143f-4f45-9013-56bbe68003f7 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:16.980167 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bd9f4d55-41d5-4f2b-90d3-3ed6d3f061c2 req-654124b6-143f-4f45-9013-56bbe68003f7 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 985 time: 0.0848894 Jun 24 10:22:16.983129 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6a495-03c0-4697-a4b2-34e5e10d715b req-4590ad52-7e73-49f4-a646-244aa6e52060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:16.985066 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17a6a495-03c0-4697-a4b2-34e5e10d715b req-4590ad52-7e73-49f4-a646-244aa6e52060 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c3dbd8da-335a-433c-9ef1-e6bc6e20a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471289 Jun 24 10:22:16.988823 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90f0bb-5920-4bdc-83a2-8da264f59582 req-6211333b-6922-4c97-a386-e120665fe3c6 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:16.990594 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aa90f0bb-5920-4bdc-83a2-8da264f59582 req-6211333b-6922-4c97-a386-e120665fe3c6 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.0835359 Jun 24 10:22:17.077505 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:17.084304 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17a6a495-03c0-4697-a4b2-34e5e10d715b req-1a70e63a-256b-4267-ba07-41779d02feb8 service neutron] 10.222.0.27 "GET /v2.0/networks/c3dbd8da-335a-433c-9ef1-e6bc6e20a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886719 Jun 24 10:22:17.085894 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aa90f0bb-5920-4bdc-83a2-8da264f59582 req-a3066f7c-428a-4953-8ba5-9adf2725d367 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866392 Jun 24 10:22:17.091876 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bd9f4d55-41d5-4f2b-90d3-3ed6d3f061c2 req-9609efc6-9ab2-47dc-8f3f-0d189f0a0e82 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97&id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1003749 Jun 24 10:22:17.184041 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17a6a495-03c0-4697-a4b2-34e5e10d715b req-de8821d0-b962-42d8-ab51-dad35e747a65 service neutron] 10.222.0.27 "GET /v2.0/networks/c3dbd8da-335a-433c-9ef1-e6bc6e20a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935073 Jun 24 10:22:17.201006 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf319f-0631-49d2-9083-acafebe65783 req-8f5e3854-f15c-45bb-ac01-305ee5e36002 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:17.202523 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6fdf319f-0631-49d2-9083-acafebe65783 req-8f5e3854-f15c-45bb-ac01-305ee5e36002 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 946 time: 0.0506165 Jun 24 10:22:17.249991 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6fdf319f-0631-49d2-9083-acafebe65783 req-a820457d-578f-49f5-87d5-822c6b08fb51 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415409 Jun 24 10:22:17.691998 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 44c57577-b7f4-4772-ade3-5e9b2dded200 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:22:17.770932 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 44c57577-b7f4-4772-ade3-5e9b2dded200 is: ACTIVE; New status is: DOWN {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:22:17.771191 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:17.795250 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2ba100-192e-4c39-a43a-93be37df4e63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44c57577-b7f4-4772-ade3-5e9b2dded200'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:22:17.797550 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c588345-ee84-4447-86d1-3bad3ee8e6ed" -d '{"events": [{"server_uuid": "6a2ba100-192e-4c39-a43a-93be37df4e63", "name": "network-vif-unplugged", "status": "completed", "tag": "44c57577-b7f4-4772-ade3-5e9b2dded200"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:22:17.811093 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 44c57577-b7f4-4772-ade3-5e9b2dded200, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=44c57577-b7f4-4772-ade3-5e9b2dded200,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:17.816615 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:17.846205 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Jun 2022 10:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd27a367-fb01-4ed8-a14d-698539cbacdd x-openstack-request-id: req-dd27a367-fb01-4ed8-a14d-698539cbacdd {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:22:17.846444 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2ba100-192e-4c39-a43a-93be37df4e63", "name": "network-vif-unplugged", "status": "failed", "tag": "44c57577-b7f4-4772-ade3-5e9b2dded200", "code": 422}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:22:17.846679 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd27a367-fb01-4ed8-a14d-698539cbacdd {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:22:17.847126 dv-cinder-847132-2-iscsi neutron-server[104053]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-dd27a367-fb01-4ed8-a14d-698539cbacdd']: {'server_uuid': '6a2ba100-192e-4c39-a43a-93be37df4e63', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '44c57577-b7f4-4772-ade3-5e9b2dded200', 'code': 422} returned with failed status Jun 24 10:22:17.873581 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=44c57577-b7f4-4772-ade3-5e9b2dded200,revision_number=8']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:18.186839 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:18.204079 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bde93f-1eaf-423e-9a44-f40b643c7729 req-886d2863-8801-4430-86e1-f97c9d7ca182 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:18.205583 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-97bde93f-1eaf-423e-9a44-f40b643c7729 req-886d2863-8801-4430-86e1-f97c9d7ca182 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.0519037 Jun 24 10:22:18.211492 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [req-a96bc745-329e-4d25-84f0-4dd6fdbd2593 req-ce5f27df-7a11-4859-85ad-559642c79d3e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104051) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:22:18.212462 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a96bc745-329e-4d25-84f0-4dd6fdbd2593 req-ce5f27df-7a11-4859-85ad-559642c79d3e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1207082 Jun 24 10:22:18.239061 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:18.259363 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-97bde93f-1eaf-423e-9a44-f40b643c7729 req-3c5d3037-99ae-4817-bc1c-ef00ae0855a6 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456259 Jun 24 10:22:18.414021 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e77562-5517-4985-abda-0a4a946f542b req-8a062e73-6d48-4c26-854a-a5ffbd3d1a67 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:18.414864 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:18.415549 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-47e77562-5517-4985-abda-0a4a946f542b req-8a062e73-6d48-4c26-854a-a5ffbd3d1a67 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 985 time: 0.0901380 Jun 24 10:22:18.425634 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e49fd41a-976c-4848-9632-bd1b61452446 req-07ed9848-bc78-4d18-b888-010c7f04c9ea service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415964 Jun 24 10:22:18.436210 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35515f-a6bd-4d0d-9d43-c09faa7bf04c req-db29b5f0-a863-4007-b258-9d34377bebb6 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:18.437635 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cd35515f-a6bd-4d0d-9d43-c09faa7bf04c req-db29b5f0-a863-4007-b258-9d34377bebb6 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 944 time: 0.0813036 Jun 24 10:22:18.508971 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fd41a-976c-4848-9632-bd1b61452446 req-37ec62ad-5e78-44e3-b913-1b7b482c1b6f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:18.510276 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e49fd41a-976c-4848-9632-bd1b61452446 req-37ec62ad-5e78-44e3-b913-1b7b482c1b6f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports/44c57577-b7f4-4772-ade3-5e9b2dded200 HTTP/1.1" status: 200 len: 941 time: 0.0558455 Jun 24 10:22:18.534966 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-47e77562-5517-4985-abda-0a4a946f542b req-50554862-39b1-43f5-8595-70ff85509003 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97&id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1117043 Jun 24 10:22:18.540948 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cd35515f-a6bd-4d0d-9d43-c09faa7bf04c req-efe5d920-111c-473f-8f80-f925cfa10101 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936615 Jun 24 10:22:19.404380 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a1248-a196-456b-a255-b226f133521a req-5558b276-431d-4f2c-8b9d-00962c569588 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:19.406788 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6c1a1248-a196-456b-a255-b226f133521a req-5558b276-431d-4f2c-8b9d-00962c569588 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.0570605 Jun 24 10:22:19.437374 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fd41a-976c-4848-9632-bd1b61452446 req-e25871a0-140f-47a5-b3a4-79fef67531e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:19.439010 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e49fd41a-976c-4848-9632-bd1b61452446 req-e25871a0-140f-47a5-b3a4-79fef67531e3 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63&tenant_id=74111042535d44c8a52a4656eb37fa23 HTTP/1.1" status: 200 len: 1128 time: 0.0430515 Jun 24 10:22:19.461371 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6c1a1248-a196-456b-a255-b226f133521a req-2d0fb4a1-bda6-463b-a037-2803c41330be tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491986 Jun 24 10:22:19.504539 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fd41a-976c-4848-9632-bd1b61452446 req-fd87084a-d8ba-4d44-8180-034c7dd50155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:19.506055 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e49fd41a-976c-4848-9632-bd1b61452446 req-fd87084a-d8ba-4d44-8180-034c7dd50155 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=74111042535d44c8a52a4656eb37fa23&device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 1128 time: 0.0436020 Jun 24 10:22:19.604514 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fd41a-976c-4848-9632-bd1b61452446 req-f04fadba-66af-4f14-a4df-370a2402d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:19.606009 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e49fd41a-976c-4848-9632-bd1b61452446 req-f04fadba-66af-4f14-a4df-370a2402d884 service neutron] 10.222.0.27 "GET /v2.0/networks?id=77e0b315-c6f0-401c-b090-3f73b33dd671 HTTP/1.1" status: 200 len: 918 time: 0.0944474 Jun 24 10:22:19.673454 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e49fd41a-976c-4848-9632-bd1b61452446 req-db00f0f8-121a-4c34-a6e5-d8c5250e1693 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44c57577-b7f4-4772-ade3-5e9b2dded200 HTTP/1.1" status: 200 len: 1000 time: 0.0598097 Jun 24 10:22:19.690723 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b5ec7-0877-49e9-8067-97727510b02f req-8ac76c31-2204-4b5d-a27e-3ee97dc94ccd tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:19.692259 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f47b5ec7-0877-49e9-8067-97727510b02f req-8ac76c31-2204-4b5d-a27e-3ee97dc94ccd tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 985 time: 0.0746808 Jun 24 10:22:19.701003 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36c3ee-1f8f-4e71-b733-131908e36e49 req-7ff21b22-2499-4f69-b272-20c399305166 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:19.702510 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1b36c3ee-1f8f-4e71-b733-131908e36e49 req-7ff21b22-2499-4f69-b272-20c399305166 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 944 time: 0.0758338 Jun 24 10:22:19.726876 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fd41a-976c-4848-9632-bd1b61452446 req-cfd12bb2-c0e5-4ba0-9df0-0dd65c715a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:19.728403 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e49fd41a-976c-4848-9632-bd1b61452446 req-cfd12bb2-c0e5-4ba0-9df0-0dd65c715a7d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=361faa5d-39ac-4ef9-a36e-94eab471915a HTTP/1.1" status: 200 len: 856 time: 0.0498235 Jun 24 10:22:19.809155 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1b36c3ee-1f8f-4e71-b733-131908e36e49 req-c01bc53a-f73d-4479-96ba-c52c1f1c1b50 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905137 Jun 24 10:22:19.815243 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f47b5ec7-0877-49e9-8067-97727510b02f req-c4e5c677-9970-4823-a400-3c6758acc19e tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97&id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1079676 Jun 24 10:22:19.937503 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fd41a-976c-4848-9632-bd1b61452446 req-a92c1d6f-c16a-4c61-bc2a-936b09a09ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:19.939038 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e49fd41a-976c-4848-9632-bd1b61452446 req-a92c1d6f-c16a-4c61-bc2a-936b09a09ee2 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=77e0b315-c6f0-401c-b090-3f73b33dd671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721228 Jun 24 10:22:19.948257 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eb3c5-1cd7-49d7-a1d4-f193d2528815 req-d81b6c60-f3c7-453b-a4ef-3aa2ac959fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:19.949636 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-069eb3c5-1cd7-49d7-a1d4-f193d2528815 req-d81b6c60-f3c7-453b-a4ef-3aa2ac959fe9 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=90f6878fdaaf43b58b92bea357331d2e&device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 1129 time: 0.0497301 Jun 24 10:22:20.110252 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e49fd41a-976c-4848-9632-bd1b61452446 req-52cadd52-536e-412c-a511-2bb1768cdb0e service neutron] 10.222.0.27 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632564 Jun 24 10:22:20.111462 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eb3c5-1cd7-49d7-a1d4-f193d2528815 req-a4d8ec72-629e-4140-b795-46248df80fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:20.112760 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-069eb3c5-1cd7-49d7-a1d4-f193d2528815 req-a4d8ec72-629e-4140-b795-46248df80fbc service neutron] 10.222.0.27 "GET /v2.0/networks?id=fcb34be5-02e9-434d-ab19-3848e7eb46d8 HTTP/1.1" status: 200 len: 910 time: 0.1556280 Jun 24 10:22:20.241976 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-069eb3c5-1cd7-49d7-a1d4-f193d2528815 req-c6050833-0a12-414e-b129-d29d2f9c83fe service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0124f28a-1a85-487c-9819-2fad18e6391a HTTP/1.1" status: 200 len: 1001 time: 0.1194363 Jun 24 10:22:20.298236 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e49fd41a-976c-4848-9632-bd1b61452446 req-6f411eae-37bd-4345-84c6-95f1f44f74cb service neutron] 10.222.0.27 "GET /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778665 Jun 24 10:22:20.309058 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eb3c5-1cd7-49d7-a1d4-f193d2528815 req-7851dd23-546f-4320-8d55-0e0a11209b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:20.310475 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-069eb3c5-1cd7-49d7-a1d4-f193d2528815 req-7851dd23-546f-4320-8d55-0e0a11209b32 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5c1d464b-ef78-4c93-8a97-8aea5630552f HTTP/1.1" status: 200 len: 848 time: 0.0627582 Jun 24 10:22:20.360519 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eb3c5-1cd7-49d7-a1d4-f193d2528815 req-62b59baf-e361-4ec6-9e83-d0df440d7469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:20.361989 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-069eb3c5-1cd7-49d7-a1d4-f193d2528815 req-62b59baf-e361-4ec6-9e83-d0df440d7469 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fcb34be5-02e9-434d-ab19-3848e7eb46d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453444 Jun 24 10:22:20.436208 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:20.457264 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-069eb3c5-1cd7-49d7-a1d4-f193d2528815 req-6bc05267-d100-446a-87ce-0a18703bcaca service neutron] 10.222.0.27 "GET /v2.0/networks/fcb34be5-02e9-434d-ab19-3848e7eb46d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892794 Jun 24 10:22:20.492773 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:20.574615 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-069eb3c5-1cd7-49d7-a1d4-f193d2528815 req-9b923f2f-f7a5-420d-8f50-2f4b7aaa1f09 service neutron] 10.222.0.27 "GET /v2.0/networks/fcb34be5-02e9-434d-ab19-3848e7eb46d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094913 Jun 24 10:22:20.641846 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1366017-ab2a-400e-96cf-f4a4a8781d23 req-744a1502-5a1c-452a-912e-77fb6038e992 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:20.643404 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d1366017-ab2a-400e-96cf-f4a4a8781d23 req-744a1502-5a1c-452a-912e-77fb6038e992 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.0511491 Jun 24 10:22:20.720291 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d1366017-ab2a-400e-96cf-f4a4a8781d23 req-7cfb8c68-c50f-408f-909c-6c18fd7ccedf tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702660 Jun 24 10:22:20.961871 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ba2bf-b481-4e9b-8996-2bb052b1e01b req-175e36ab-b388-4a1a-b35a-c96c3a7fc95a tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:20.963740 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6c2ba2bf-b481-4e9b-8996-2bb052b1e01b req-175e36ab-b388-4a1a-b35a-c96c3a7fc95a tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 944 time: 0.0778985 Jun 24 10:22:20.969702 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ebffa-9a90-4a28-9fc7-778ac37f6fff req-b0108a5e-8d70-48d0-bc5a-0104722a8db3 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:20.971078 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ce3ebffa-9a90-4a28-9fc7-778ac37f6fff req-b0108a5e-8d70-48d0-bc5a-0104722a8db3 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 985 time: 0.0749111 Jun 24 10:22:21.048773 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6c2ba2bf-b481-4e9b-8996-2bb052b1e01b req-e0833ba2-d4e6-4b71-adf1-3ff8502fbc78 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766990 Jun 24 10:22:21.062780 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ce3ebffa-9a90-4a28-9fc7-778ac37f6fff req-5ff188ba-7eb5-4d4b-ab38-1668c0456929 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97&id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843377 Jun 24 10:22:21.844896 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dae41-cd50-4519-bdb4-eb1e9f7f5338 req-a0d032bf-81c6-4b23-8fe1-dff22eb0c7db tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:21.846341 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8c6dae41-cd50-4519-bdb4-eb1e9f7f5338 req-a0d032bf-81c6-4b23-8fe1-dff22eb0c7db tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.0525217 Jun 24 10:22:21.903346 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8c6dae41-cd50-4519-bdb4-eb1e9f7f5338 req-461e459e-ab56-4f67-aa64-80f567d9e321 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505855 Jun 24 10:22:22.191818 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:22.231234 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c269e4-18c4-4390-8329-19c84788a38d req-5118bd63-2808-45f3-aaf9-476179c210b7 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:22.232988 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-38c269e4-18c4-4390-8329-19c84788a38d req-5118bd63-2808-45f3-aaf9-476179c210b7 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 985 time: 0.0898466 Jun 24 10:22:22.241570 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce6f6f-6de6-4cb9-8ca6-d7120632ca94 req-51c1c55d-8026-439c-a342-f568393f18b8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:22.243205 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a9ce6f6f-6de6-4cb9-8ca6-d7120632ca94 req-51c1c55d-8026-439c-a342-f568393f18b8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 944 time: 0.0982258 Jun 24 10:22:22.320932 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:22.336044 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a9ce6f6f-6de6-4cb9-8ca6-d7120632ca94 req-6bf9fd52-b734-4eeb-a524-8117f6812f12 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844529 Jun 24 10:22:22.341700 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-38c269e4-18c4-4390-8329-19c84788a38d req-ff6608e7-80cc-4e12-8bc7-3273f10ccaab tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97&id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0974574 Jun 24 10:22:23.029699 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d87ea2-9d38-4aae-b1dd-7875329811d3 req-3d5dd43c-867f-455e-bff6-3f2c10565b03 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:23.031217 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-54d87ea2-9d38-4aae-b1dd-7875329811d3 req-3d5dd43c-867f-455e-bff6-3f2c10565b03 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.0540662 Jun 24 10:22:23.098359 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-54d87ea2-9d38-4aae-b1dd-7875329811d3 req-26e4b9eb-3d6d-4d34-a5a1-fcd89acd4ab0 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595403 Jun 24 10:22:23.498118 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2112ed8-e003-4ee3-83ec-112dd337c261 req-664c5432-8bbd-408f-b084-fbee5c8aadad tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:23.499784 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a2112ed8-e003-4ee3-83ec-112dd337c261 req-664c5432-8bbd-408f-b084-fbee5c8aadad tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 944 time: 0.0849104 Jun 24 10:22:23.514984 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43307f3-03a4-40b1-8ae7-af85f77c9dff req-2f01d326-e036-43da-9fc7-7848e45330d5 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:23.516465 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b43307f3-03a4-40b1-8ae7-af85f77c9dff req-2f01d326-e036-43da-9fc7-7848e45330d5 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 985 time: 0.0638902 Jun 24 10:22:23.591285 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a2112ed8-e003-4ee3-83ec-112dd337c261 req-d4e5479b-23dc-4c4c-99c4-4fa571110054 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835700 Jun 24 10:22:23.619853 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b43307f3-03a4-40b1-8ae7-af85f77c9dff req-1db7d821-220e-4cf8-b475-fe88d2a199b0 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97&id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0880821 Jun 24 10:22:24.233014 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d18c49-d97a-4e91-89eb-3eef4ab95b32 req-710593fd-5626-496b-b6a0-0262a1d18c50 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:24.236222 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b8d18c49-d97a-4e91-89eb-3eef4ab95b32 req-710593fd-5626-496b-b6a0-0262a1d18c50 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.0671055 Jun 24 10:22:24.311645 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b8d18c49-d97a-4e91-89eb-3eef4ab95b32 req-560a86e6-bb93-4e30-ad1f-11c20082dc3f tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695193 Jun 24 10:22:24.779138 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a5351-2ff7-4f00-a9d4-f747837d1309 req-7f9b8743-df5e-4345-94fa-16578b103665 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:24.786183 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4a4a5351-2ff7-4f00-a9d4-f747837d1309 req-7f9b8743-df5e-4345-94fa-16578b103665 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 944 time: 0.1195066 Jun 24 10:22:24.815825 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050f932-1455-4130-a7f1-e4f306381513 req-f3f80a9c-8276-4a38-b735-46236745732f tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:24.817320 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9050f932-1455-4130-a7f1-e4f306381513 req-f3f80a9c-8276-4a38-b735-46236745732f tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 985 time: 0.1065478 Jun 24 10:22:24.862053 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ec595557-e676-48ac-b0ea-eb87930a4dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:24.880039 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4a4a5351-2ff7-4f00-a9d4-f747837d1309 req-85ad215c-fd58-44d3-a050-1624a0d347a9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928690 Jun 24 10:22:24.922409 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9050f932-1455-4130-a7f1-e4f306381513 req-dba1bea6-5fda-4296-8570-87428747c088 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97&id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0976450 Jun 24 10:22:25.433469 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a576ffd-c60c-4183-9e1c-af3595b7abcc req-a55a0a65-3e97-4ce8-83bb-c998656f5e2e tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:25.436044 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2a576ffd-c60c-4183-9e1c-af3595b7abcc req-a55a0a65-3e97-4ce8-83bb-c998656f5e2e tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.0521622 Jun 24 10:22:25.494121 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2a576ffd-c60c-4183-9e1c-af3595b7abcc req-2ce84520-b67a-4de7-996a-72a019ae350c tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481219 Jun 24 10:22:25.716285 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 0124f28a-1a85-487c-9819-2fad18e6391a no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:22:25.792425 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:25.793359 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 0124f28a-1a85-487c-9819-2fad18e6391a is: ACTIVE; New status is: DOWN {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:22:25.793839 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (0124f28a-1a85-487c-9819-2fad18e6391a), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:25.803544 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:25.833048 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 0124f28a-1a85-487c-9819-2fad18e6391a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=0124f28a-1a85-487c-9819-2fad18e6391a,segment=NetworkSegment(2f1a7486-0618-476b-8f2c-afc467c74c9c),segment_id=2f1a7486-0618-476b-8f2c-afc467c74c9c)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:25.836834 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0124f28a-1a85-487c-9819-2fad18e6391a'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:22:25.839919 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9224487a-9047-4217-a5c7-8dd7aab4265a" -d '{"events": [{"server_uuid": "0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d", "name": "network-vif-unplugged", "status": "completed", "tag": "0124f28a-1a85-487c-9819-2fad18e6391a"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:22:25.844156 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (0124f28a-1a85-487c-9819-2fad18e6391a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:25.895893 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=0124f28a-1a85-487c-9819-2fad18e6391a,revision_number=6']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:25.900051 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Jun 2022 10:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba4a2ce-b0c3-4c54-b1a3-3d3777c617fa x-openstack-request-id: req-bba4a2ce-b0c3-4c54-b1a3-3d3777c617fa {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:22:25.900345 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d", "name": "network-vif-unplugged", "status": "completed", "tag": "0124f28a-1a85-487c-9819-2fad18e6391a", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:22:25.900611 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bba4a2ce-b0c3-4c54-b1a3-3d3777c617fa {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:22:25.901133 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bba4a2ce-b0c3-4c54-b1a3-3d3777c617fa'] response: {'server_uuid': '0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0124f28a-1a85-487c-9819-2fad18e6391a', 'code': 200} Jun 24 10:22:26.052930 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ad7f1-9434-443b-a268-442094f35f4f req-4f8c14e1-c26d-4d06-a188-0af4cce426d0 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:26.054565 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0b6ad7f1-9434-443b-a268-442094f35f4f req-4f8c14e1-c26d-4d06-a188-0af4cce426d0 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 944 time: 0.0984120 Jun 24 10:22:26.088117 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd93441-b1bd-4560-b088-bfc2b84667da req-0814219a-950e-47cd-82d7-03c9997cbdfe tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:26.089635 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dbd93441-b1bd-4560-b088-bfc2b84667da req-0814219a-950e-47cd-82d7-03c9997cbdfe tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 985 time: 0.0804975 Jun 24 10:22:26.144495 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0b6ad7f1-9434-443b-a268-442094f35f4f req-b011b807-3506-49f7-b3e6-007da8acc785 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831420 Jun 24 10:22:26.177730 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:26.195473 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dbd93441-b1bd-4560-b088-bfc2b84667da req-24ed820d-15f6-42da-9c17-e137b5149472 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97&id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953412 Jun 24 10:22:26.599701 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:22:26.634198 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f133c8-0614-4265-b620-af80f0fb925f req-c4a56440-da38-48ef-acbf-91febad89d6e tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:26.636140 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-11f133c8-0614-4265-b620-af80f0fb925f req-c4a56440-da38-48ef-acbf-91febad89d6e tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0660770 Jun 24 10:22:26.697974 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-11f133c8-0614-4265-b620-af80f0fb925f req-156abe34-f4b7-437c-a74a-40f49c9c02a3 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535457 Jun 24 10:22:27.132367 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8ab1eb0e-7d61-4a01-b58f-7078311ee505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:27.268320 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d62f2-0a0f-4ec6-92a1-be2fbff25a5d req-5608285f-3980-47a0-8b32-20c0306581ee tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:27.270805 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-525d62f2-0a0f-4ec6-92a1-be2fbff25a5d req-5608285f-3980-47a0-8b32-20c0306581ee tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 944 time: 0.0559728 Jun 24 10:22:27.287662 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:27.365277 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-525d62f2-0a0f-4ec6-92a1-be2fbff25a5d req-780f1ecf-27a8-496e-87da-b6df6938ceb5 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893221 Jun 24 10:22:27.372120 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c399530-0b77-4585-a17c-5688b93124d0 req-fab79ba5-9446-4514-b8d0-aa3a196b9f9b tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:27.375449 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0c399530-0b77-4585-a17c-5688b93124d0 req-fab79ba5-9446-4514-b8d0-aa3a196b9f9b tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 985 time: 0.0733566 Jun 24 10:22:27.457067 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0c399530-0b77-4585-a17c-5688b93124d0 req-f16a1ac7-7251-449c-9b1d-c2de48ee3c3c tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97&id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0771062 Jun 24 10:22:27.817207 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f64bf4-3231-4a16-abe3-37c4057ed49e req-8e42ecf5-a3cb-41c8-9644-022eebbfcf02 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:27.819039 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b2f64bf4-3231-4a16-abe3-37c4057ed49e req-8e42ecf5-a3cb-41c8-9644-022eebbfcf02 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0486636 Jun 24 10:22:27.877261 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b2f64bf4-3231-4a16-abe3-37c4057ed49e req-a625f2cb-4961-4c83-b8ee-0c1cf0d37e3e tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502107 Jun 24 10:22:28.350356 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:28.540477 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72517b5-9d94-4de1-b52c-d4e066ce60e7 req-09bfaed9-dbf6-4e83-b7bd-56a6c90a08a0 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:28.542381 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e72517b5-9d94-4de1-b52c-d4e066ce60e7 req-09bfaed9-dbf6-4e83-b7bd-56a6c90a08a0 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 944 time: 0.0905237 Jun 24 10:22:28.575794 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:28.616441 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d282c-19f9-4413-aac5-5269b69d3070 req-a7342d58-3d8f-4115-957d-1dcd72f23235 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:28.618216 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-516d282c-19f9-4413-aac5-5269b69d3070 req-a7342d58-3d8f-4115-957d-1dcd72f23235 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 985 time: 0.0748222 Jun 24 10:22:28.654947 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e72517b5-9d94-4de1-b52c-d4e066ce60e7 req-3e3db603-c399-42ae-924c-79e1c3e17671 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014810 Jun 24 10:22:28.716097 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-516d282c-19f9-4413-aac5-5269b69d3070 req-595e9992-34af-4aea-a853-a94689fe04e4 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97&id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0912347 Jun 24 10:22:29.001366 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7a632-b52d-43fa-a525-6b28f9d8654d req-7991cc68-2a31-4011-b034-b64385bf5389 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:29.004771 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-52d7a632-b52d-43fa-a525-6b28f9d8654d req-7991cc68-2a31-4011-b034-b64385bf5389 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0553465 Jun 24 10:22:29.075250 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-52d7a632-b52d-43fa-a525-6b28f9d8654d req-db5e7ed4-1192-44e2-8807-0eb97f53825f tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629315 Jun 24 10:22:29.753437 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:29.791036 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99477813-2f22-4bf6-bd7b-0371dac3fada req-c41ae6f9-4d18-4564-adb6-d4cc2cab6721 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:29.792577 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-99477813-2f22-4bf6-bd7b-0371dac3fada req-c41ae6f9-4d18-4564-adb6-d4cc2cab6721 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 944 time: 0.0584502 Jun 24 10:22:29.856178 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50821dbf-111e-471a-b788-05e13a742d79 req-7697aadd-f1b1-450b-b4df-0f1e09b2d983 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:29.857507 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-50821dbf-111e-471a-b788-05e13a742d79 req-7697aadd-f1b1-450b-b4df-0f1e09b2d983 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 985 time: 0.0640461 Jun 24 10:22:29.892562 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-99477813-2f22-4bf6-bd7b-0371dac3fada req-a360a29a-d5ce-4233-a3a8-ad134756ce3b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902884 Jun 24 10:22:29.935681 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-50821dbf-111e-471a-b788-05e13a742d79 req-aadd2133-521a-426b-8177-d6c27b793dbd tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97&id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698774 Jun 24 10:22:29.944428 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:30.209057 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44247d1a-39e9-4b97-bac2-400ae68cbaec req-013b0bda-ba00-4b41-9a45-4ed163ded621 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:30.210515 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-44247d1a-39e9-4b97-bac2-400ae68cbaec req-013b0bda-ba00-4b41-9a45-4ed163ded621 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0491171 Jun 24 10:22:30.263395 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-44247d1a-39e9-4b97-bac2-400ae68cbaec req-17fc68ac-29d1-4301-8547-b8bfc43fbbb0 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468287 Jun 24 10:22:30.569968 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:30.571693 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=13 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:31.030438 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763769d-a99d-4fd5-b3a0-658f139cd4fe req-58c392ad-5c50-4da1-b0ee-dd8845ea4d34 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:31.032515 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c763769d-a99d-4fd5-b3a0-658f139cd4fe req-58c392ad-5c50-4da1-b0ee-dd8845ea4d34 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 944 time: 0.0611875 Jun 24 10:22:31.072826 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:31.089544 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fab42-e572-45ee-80a1-e21a37c96ff8 req-174b98d6-f2cc-4179-ae3a-d3ef2b6ca37c tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:31.091123 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8e2fab42-e572-45ee-80a1-e21a37c96ff8 req-174b98d6-f2cc-4179-ae3a-d3ef2b6ca37c tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 985 time: 0.0823843 Jun 24 10:22:31.121962 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:31.136766 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c763769d-a99d-4fd5-b3a0-658f139cd4fe req-e12f8654-c7a0-40be-8ab6-6184831540e8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856302 Jun 24 10:22:31.174395 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8e2fab42-e572-45ee-80a1-e21a37c96ff8 req-a0862dca-bfb0-4695-bc32-7740e1ed0b04 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97&id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766735 Jun 24 10:22:31.398903 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6965633-e1b7-4724-a707-4fdfa777d484 req-da416621-ba2c-4cea-a06b-fd20c3591349 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:31.400976 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a6965633-e1b7-4724-a707-4fdfa777d484 req-da416621-ba2c-4cea-a06b-fd20c3591349 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0566781 Jun 24 10:22:31.457795 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a6965633-e1b7-4724-a707-4fdfa777d484 req-23116aa5-b9a8-4deb-a8ee-6a170037e2ba tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502317 Jun 24 10:22:31.752918 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 44c57577-b7f4-4772-ade3-5e9b2dded200 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:22:31.867064 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 44c57577-b7f4-4772-ade3-5e9b2dded200, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=44c57577-b7f4-4772-ade3-5e9b2dded200,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:31.880932 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': '44c57577-b7f4-4772-ade3-5e9b2dded200', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'port_id': '44c57577-b7f4-4772-ade3-5e9b2dded200', 'mac_address': 'fa:16:3e:69:b0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:22:31.921091 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 44c57577-b7f4-4772-ade3-5e9b2dded200 is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:22:31.921492 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:31.935148 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c57577-b7f4-4772-ade3-5e9b2dded200 {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:22:31.955496 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 44c57577-b7f4-4772-ade3-5e9b2dded200, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=44c57577-b7f4-4772-ade3-5e9b2dded200,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:31.961153 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:32.009614 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=44c57577-b7f4-4772-ade3-5e9b2dded200,revision_number=9']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:32.183858 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['44c57577-b7f4-4772-ade3-5e9b2dded200'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:22:32.263477 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0047e-2ab1-4d16-82ff-a64327e8d183 req-5a5aad4c-8b2f-49e5-ac13-6f744068c4a0 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:32.264761 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-eea0047e-2ab1-4d16-82ff-a64327e8d183 req-5a5aad4c-8b2f-49e5-ac13-6f744068c4a0 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 945 time: 0.0496125 Jun 24 10:22:32.314920 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-eea0047e-2ab1-4d16-82ff-a64327e8d183 req-17f93251-8333-429a-a664-2bd9acb31de8 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444639 Jun 24 10:22:32.581962 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e949868-cabe-49c4-b280-3fdc076d6447 req-a4410c6b-855a-4279-9989-de0bfd4e4553 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:32.583383 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3e949868-cabe-49c4-b280-3fdc076d6447 req-a4410c6b-855a-4279-9989-de0bfd4e4553 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0511992 Jun 24 10:22:32.633189 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3e949868-cabe-49c4-b280-3fdc076d6447 req-7009ce31-8a32-4293-80bc-79675072226d tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437365 Jun 24 10:22:32.996632 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39428) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:33.018192 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8614367-1a14-47f6-b157-f65c3e8a51cc req-bc496b24-5fb8-4923-acbe-db23829cdea1 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:33.019817 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a8614367-1a14-47f6-b157-f65c3e8a51cc req-bc496b24-5fb8-4923-acbe-db23829cdea1 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0570772 Jun 24 10:22:33.134103 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a8614367-1a14-47f6-b157-f65c3e8a51cc req-ce2da1f7-d19a-4b8a-ad54-0c8ce6c090e6 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086326 Jun 24 10:22:33.136508 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b95de084-ac94-4985-8c65-9b36c2b28668 req-8b72320e-2eb3-4a65-ab15-4a87154a190c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1382377 Jun 24 10:22:33.145486 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [req-b95de084-ac94-4985-8c65-9b36c2b28668 req-c263e9a4-a962-44ff-adaf-e1cb99092c3e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104051) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:22:33.146553 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b95de084-ac94-4985-8c65-9b36c2b28668 req-c263e9a4-a962-44ff-adaf-e1cb99092c3e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052023 Jun 24 10:22:33.226898 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 39436) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:33.348508 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95de084-ac94-4985-8c65-9b36c2b28668 req-972c38eb-c5ee-4b66-ab84-243d247b8bfc tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:33.368162 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b95de084-ac94-4985-8c65-9b36c2b28668 req-972c38eb-c5ee-4b66-ab84-243d247b8bfc tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports/0124f28a-1a85-487c-9819-2fad18e6391a HTTP/1.1" status: 200 len: 940 time: 0.1220131 Jun 24 10:22:33.480872 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297ac82-dd3a-4f2c-95f8-800c6f04c417 req-aa6735c3-c80e-48d8-8509-8811f3d81834 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:33.482662 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1297ac82-dd3a-4f2c-95f8-800c6f04c417 req-aa6735c3-c80e-48d8-8509-8811f3d81834 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 945 time: 0.0492532 Jun 24 10:22:33.531832 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1297ac82-dd3a-4f2c-95f8-800c6f04c417 req-5a3c688c-4190-4c02-9a5a-5c1c3ca645fc tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434122 Jun 24 10:22:33.768504 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 44c57577-b7f4-4772-ade3-5e9b2dded200 up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:22:33.816650 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port 44c57577-b7f4-4772-ade3-5e9b2dded200 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:22:33.817053 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:33.900129 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 44c57577-b7f4-4772-ade3-5e9b2dded200 is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:22:33.900614 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:33.925341 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2ba100-192e-4c39-a43a-93be37df4e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c57577-b7f4-4772-ade3-5e9b2dded200'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:22:33.927635 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3393648-e9f6-4adb-bc95-73d52ae98302" -d '{"events": [{"server_uuid": "6a2ba100-192e-4c39-a43a-93be37df4e63", "name": "network-vif-plugged", "status": "completed", "tag": "44c57577-b7f4-4772-ade3-5e9b2dded200"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:22:33.940221 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 44c57577-b7f4-4772-ade3-5e9b2dded200, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=44c57577-b7f4-4772-ade3-5e9b2dded200,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:33.945535 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:33.969691 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8448361-53e3-4cb8-923f-7dd549b1918c x-openstack-request-id: req-c8448361-53e3-4cb8-923f-7dd549b1918c {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:22:33.969911 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2ba100-192e-4c39-a43a-93be37df4e63", "name": "network-vif-plugged", "status": "completed", "tag": "44c57577-b7f4-4772-ade3-5e9b2dded200", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:22:33.970162 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8448361-53e3-4cb8-923f-7dd549b1918c {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:22:33.970547 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8448361-53e3-4cb8-923f-7dd549b1918c'] response: {'server_uuid': '6a2ba100-192e-4c39-a43a-93be37df4e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c57577-b7f4-4772-ade3-5e9b2dded200', 'code': 200} Jun 24 10:22:33.986436 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:33.989110 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:34.001516 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=44c57577-b7f4-4772-ade3-5e9b2dded200,revision_number=10']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:34.168080 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611b7f4-b811-4d73-a5b9-ede4d2fed207 req-0f429394-fa89-41e7-95b6-048bb0bc4c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:34.170465 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d611b7f4-b811-4d73-a5b9-ede4d2fed207 req-0f429394-fa89-41e7-95b6-048bb0bc4c36 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 1131 time: 0.0417833 Jun 24 10:22:34.223111 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d611b7f4-b811-4d73-a5b9-ede4d2fed207 req-fae8545e-a345-4d45-b044-832b8bbc97af service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460508 Jun 24 10:22:34.258481 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470390f-8780-46e0-ad6a-32dfe39a996e req-8dc8e8b7-6f8e-4280-bdb0-24517f69a9cc tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:34.260136 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c470390f-8780-46e0-ad6a-32dfe39a996e req-8dc8e8b7-6f8e-4280-bdb0-24517f69a9cc tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0540040 Jun 24 10:22:34.321158 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c470390f-8780-46e0-ad6a-32dfe39a996e req-4d3ebc9f-ab75-4558-ace2-c9cc3aeb4df6 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536160 Jun 24 10:22:34.665543 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485927a-1ecb-41f7-8a14-46b0e93de248 req-3cac5b9c-6a43-4625-a805-71ea6ce6db68 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:34.667224 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6485927a-1ecb-41f7-8a14-46b0e93de248 req-3cac5b9c-6a43-4625-a805-71ea6ce6db68 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 947 time: 0.0556529 Jun 24 10:22:34.717134 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6485927a-1ecb-41f7-8a14-46b0e93de248 req-dbc08a5f-11b0-4356-9719-4338c36ad5e6 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441020 Jun 24 10:22:35.458448 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae59f72-ee7d-4a99-9545-e113caf9247e req-50a619c4-dcb6-4b33-be8b-2698907da6a5 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:35.459889 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6ae59f72-ee7d-4a99-9545-e113caf9247e req-50a619c4-dcb6-4b33-be8b-2698907da6a5 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0595477 Jun 24 10:22:35.515614 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6ae59f72-ee7d-4a99-9545-e113caf9247e req-16bd3c57-f21e-4eee-be86-2a4c0030cd25 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487835 Jun 24 10:22:36.082004 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603a3d8-f1ab-414d-9233-188adefe10e1 req-e4e1ef3b-29e6-4cd9-9124-364d99dbfae9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:36.083489 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4603a3d8-f1ab-414d-9233-188adefe10e1 req-e4e1ef3b-29e6-4cd9-9124-364d99dbfae9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 947 time: 0.2904160 Jun 24 10:22:36.136575 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4603a3d8-f1ab-414d-9233-188adefe10e1 req-c9eaa9fa-e0bc-4155-8541-18cae130af28 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441005 Jun 24 10:22:36.595529 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:36.615144 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:36.634257 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f5917-c6e9-43c8-9496-06a844bfb0eb req-453694da-f3df-4a66-9ee2-08c27b488de3 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:36.635815 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-841f5917-c6e9-43c8-9496-06a844bfb0eb req-453694da-f3df-4a66-9ee2-08c27b488de3 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0497503 Jun 24 10:22:36.687951 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-841f5917-c6e9-43c8-9496-06a844bfb0eb req-7cbdbc95-18a4-4aa7-9a39-1e14f571a68b tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458262 Jun 24 10:22:37.252411 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:37.269988 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398c787-4d7b-4563-8b17-fe068840869a req-083265c3-e6b6-42f4-a72e-14678b14fb3b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:37.271496 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c398c787-4d7b-4563-8b17-fe068840869a req-083265c3-e6b6-42f4-a72e-14678b14fb3b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 947 time: 0.0604649 Jun 24 10:22:37.319424 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c398c787-4d7b-4563-8b17-fe068840869a req-40e1682e-d4f3-41ab-af19-68ea6be9ad21 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422325 Jun 24 10:22:37.884951 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e165e91-525d-4d27-9574-ff685fb9a799 req-797000b4-b560-4645-be5e-b042bb0cce00 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:37.886528 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6e165e91-525d-4d27-9574-ff685fb9a799 req-797000b4-b560-4645-be5e-b042bb0cce00 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0641484 Jun 24 10:22:37.941086 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6e165e91-525d-4d27-9574-ff685fb9a799 req-e15f3aa9-b010-4daa-a349-b4b668929bf9 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478656 Jun 24 10:22:38.011709 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95de084-ac94-4985-8c65-9b36c2b28668 req-8533ce9b-3f34-4f83-bf25-9c37d051f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:38.013234 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b95de084-ac94-4985-8c65-9b36c2b28668 req-8533ce9b-3f34-4f83-bf25-9c37d051f4fb service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d&tenant_id=90f6878fdaaf43b58b92bea357331d2e HTTP/1.1" status: 200 len: 1127 time: 0.0402851 Jun 24 10:22:38.081471 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95de084-ac94-4985-8c65-9b36c2b28668 req-89ed5cac-40e0-4554-8287-5eb5552d8c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:38.083046 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b95de084-ac94-4985-8c65-9b36c2b28668 req-89ed5cac-40e0-4554-8287-5eb5552d8c67 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=90f6878fdaaf43b58b92bea357331d2e&device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 1127 time: 0.0471108 Jun 24 10:22:38.208766 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95de084-ac94-4985-8c65-9b36c2b28668 req-3a5fda38-30b2-41db-9c74-d1ff3ef265dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:38.211286 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b95de084-ac94-4985-8c65-9b36c2b28668 req-3a5fda38-30b2-41db-9c74-d1ff3ef265dd service neutron] 10.222.0.27 "GET /v2.0/networks?id=fcb34be5-02e9-434d-ab19-3848e7eb46d8 HTTP/1.1" status: 200 len: 910 time: 0.1209614 Jun 24 10:22:38.275352 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b95de084-ac94-4985-8c65-9b36c2b28668 req-a812fc94-686b-42aa-95f2-9648a97aef11 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0124f28a-1a85-487c-9819-2fad18e6391a HTTP/1.1" status: 200 len: 999 time: 0.0575206 Jun 24 10:22:38.524498 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95de084-ac94-4985-8c65-9b36c2b28668 req-1a136a54-41df-418b-a3ac-a6bc0395fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:38.526065 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b95de084-ac94-4985-8c65-9b36c2b28668 req-1a136a54-41df-418b-a3ac-a6bc0395fbf1 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5c1d464b-ef78-4c93-8a97-8aea5630552f HTTP/1.1" status: 200 len: 848 time: 0.0511916 Jun 24 10:22:38.579051 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95de084-ac94-4985-8c65-9b36c2b28668 req-b7b85145-c74f-4db9-bc0f-835b38f74b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:38.580539 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b95de084-ac94-4985-8c65-9b36c2b28668 req-b7b85145-c74f-4db9-bc0f-835b38f74b56 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fcb34be5-02e9-434d-ab19-3848e7eb46d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467894 Jun 24 10:22:38.948811 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b95de084-ac94-4985-8c65-9b36c2b28668 req-6ebe2325-d08f-4800-9409-b535d03d94ef service neutron] 10.222.0.27 "GET /v2.0/networks/fcb34be5-02e9-434d-ab19-3848e7eb46d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981066 Jun 24 10:22:39.066746 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17284c-fea3-443c-b9f4-eb24b60c0a67 req-3f7978b7-8b77-4124-a3d8-e432c8b13dfa tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:39.068744 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0a17284c-fea3-443c-b9f4-eb24b60c0a67 req-3f7978b7-8b77-4124-a3d8-e432c8b13dfa tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0572667 Jun 24 10:22:39.128302 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0a17284c-fea3-443c-b9f4-eb24b60c0a67 req-21f9559e-2988-42f5-95a5-c57ea36771ea tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536141 Jun 24 10:22:39.330933 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b95de084-ac94-4985-8c65-9b36c2b28668 req-ea1169c9-37c2-4c69-affd-803aaaf519ce service neutron] 10.222.0.27 "GET /v2.0/networks/fcb34be5-02e9-434d-ab19-3848e7eb46d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755016 Jun 24 10:22:40.133374 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:40.248396 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184c9ca-fc94-49c1-9a03-3d1022f29365 req-a81f6ffc-b98a-473a-989d-a635f5083659 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:40.249834 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2184c9ca-fc94-49c1-9a03-3d1022f29365 req-a81f6ffc-b98a-473a-989d-a635f5083659 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0515840 Jun 24 10:22:40.302849 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2184c9ca-fc94-49c1-9a03-3d1022f29365 req-a30d8e62-382f-4a6e-9e1f-51a7fcab388f tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451872 Jun 24 10:22:41.123959 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb79f5a-a92a-46ab-8314-4c20fadef677 req-ca0c6862-1852-4458-a440-512f7c2806dc tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:41.125428 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9eb79f5a-a92a-46ab-8314-4c20fadef677 req-ca0c6862-1852-4458-a440-512f7c2806dc tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=aceb1aea-5d5b-4319-8492-5f09e252f229 HTTP/1.1" status: 200 len: 945 time: 0.0573890 Jun 24 10:22:41.177609 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9eb79f5a-a92a-46ab-8314-4c20fadef677 req-c35a4f36-9b37-4b90-8037-9c8543680b89 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=62ddecab-fba1-40e8-bf4d-0eef180f97c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447965 Jun 24 10:22:41.436061 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710ec2e-a372-42f6-a73d-cce023df2fbe req-84b14f86-88c0-4a95-a62c-389bf60bd380 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:41.437427 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3710ec2e-a372-42f6-a73d-cce023df2fbe req-84b14f86-88c0-4a95-a62c-389bf60bd380 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0546455 Jun 24 10:22:41.488014 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3710ec2e-a372-42f6-a73d-cce023df2fbe req-9b4583d2-9970-4d24-90fd-6570c4f198b1 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448806 Jun 24 10:22:42.303736 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9494ebc-59b4-4358-ad6e-7df12cb108a7 req-a04fe9fa-25e6-4a97-80f4-d588e5be8eb5 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:42.305237 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f9494ebc-59b4-4358-ad6e-7df12cb108a7 req-a04fe9fa-25e6-4a97-80f4-d588e5be8eb5 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=aceb1aea-5d5b-4319-8492-5f09e252f229 HTTP/1.1" status: 200 len: 945 time: 0.0488591 Jun 24 10:22:42.360464 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f9494ebc-59b4-4358-ad6e-7df12cb108a7 req-da84fc60-d628-4d76-a912-bf8845db8c79 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups?id=62ddecab-fba1-40e8-bf4d-0eef180f97c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493717 Jun 24 10:22:42.620330 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83e476-f75e-445c-b0a5-520810c4997c req-cae1e9a5-92c1-4fe1-8db2-db923288e0fb tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:42.621786 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5b83e476-f75e-445c-b0a5-520810c4997c req-cae1e9a5-92c1-4fe1-8db2-db923288e0fb tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0569794 Jun 24 10:22:42.677394 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5b83e476-f75e-445c-b0a5-520810c4997c req-e021cf1b-c391-4ec9-a93a-9efe428c3e5b tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473583 Jun 24 10:22:42.861388 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efe162-c5ce-4b5b-ba1c-f5a38a2f7007 req-4782ad9e-3632-4356-acd4-1341c962ede1 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:42.862728 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b2efe162-c5ce-4b5b-ba1c-f5a38a2f7007 req-4782ad9e-3632-4356-acd4-1341c962ede1 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.27 "GET /v2.0/ports?device_id=aceb1aea-5d5b-4319-8492-5f09e252f229 HTTP/1.1" status: 200 len: 945 time: 0.0521896 Jun 24 10:22:42.964760 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-b2efe162-c5ce-4b5b-ba1c-f5a38a2f7007 req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Deleting port df594e9b-d73f-4c5c-acde-1ee318cc8d21 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:22:42.965092 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-b2efe162-c5ce-4b5b-ba1c-f5a38a2f7007 req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (df594e9b-d73f-4c5c-acde-1ee318cc8d21), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:43.057940 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-b2efe162-c5ce-4b5b-ba1c-f5a38a2f7007 req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] For port df594e9b-d73f-4c5c-acde-1ee318cc8d21, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=df594e9b-d73f-4c5c-acde-1ee318cc8d21,segment=NetworkSegment(b2d97abe-b69e-4d48-898d-8b67cc0526fc),segment_id=b2d97abe-b69e-4d48-898d-8b67cc0526fc)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:43.058285 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-b2efe162-c5ce-4b5b-ba1c-f5a38a2f7007 req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (df594e9b-d73f-4c5c-acde-1ee318cc8d21), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:43.234378 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:43.236694 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:43.245128 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-b2efe162-c5ce-4b5b-ba1c-f5a38a2f7007 req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:43.245498 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-b2efe162-c5ce-4b5b-ba1c-f5a38a2f7007 req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (ecfca626-36a8-40d7-8b0f-4acd37add265), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:43.245807 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-b2efe162-c5ce-4b5b-ba1c-f5a38a2f7007 req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Floating IP ecfca626-36a8-40d7-8b0f-4acd37add265 disassociated. External IP: 172.27.0.88, port: df594e9b-d73f-4c5c-acde-1ee318cc8d21. Jun 24 10:22:43.246203 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-b2efe162-c5ce-4b5b-ba1c-f5a38a2f7007 req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Calling delete_port for df594e9b-d73f-4c5c-acde-1ee318cc8d21 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:22:43.378341 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-b2efe162-c5ce-4b5b-ba1c-f5a38a2f7007 req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (df594e9b-d73f-4c5c-acde-1ee318cc8d21), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:43.408400 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Pushing event deleted for resources: {'Port': ['ID=df594e9b-d73f-4c5c-acde-1ee318cc8d21,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:43.421402 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:43.421767 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:43.422054 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:43.422421 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:43.422738 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:43.423094 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:43.423392 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:43.423737 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:43.424057 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:43.424341 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:43.424668 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:43.424996 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:43.425313 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:43.425656 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:43.425944 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:43.463250 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-332864da-a815-4b50-be69-81efd2b400a3 req-c56692c6-f3a7-4397-aca7-357342dab055 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/ports?device_id=aceb1aea-5d5b-4319-8492-5f09e252f229 HTTP/1.1" status: 200 len: 210 time: 0.0302246 Jun 24 10:22:43.533668 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2efe162-c5ce-4b5b-ba1c-f5a38a2f7007 req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Router 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:22:43.649448 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2efe162-c5ce-4b5b-ba1c-f5a38a2f7007 req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:22:43.660651 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca1233c-78ca-4cae-a9fb-af44ecb31b8a None None] Sync routers for ids ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:22:43.671437 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca1233c-78ca-4cae-a9fb-af44ecb31b8a None None] Routers {'068770b2-bc4b-44d2-a0a7-2b1b345dbf73'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:22:43.672060 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-6ca1233c-78ca-4cae-a9fb-af44ecb31b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:22:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:43.696243 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2efe162-c5ce-4b5b-ba1c-f5a38a2f7007 req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] No DVR routers for this DVR port df594e9b-d73f-4c5c-acde-1ee318cc8d21 on host hv-cinder-84713 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:22:43.698938 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-b2efe162-c5ce-4b5b-ba1c-f5a38a2f7007 req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:43.702549 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b2efe162-c5ce-4b5b-ba1c-f5a38a2f7007 req-4e3c3c96-7d9d-482f-b2f0-88b56b9f1293 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.27 "DELETE /v2.0/ports/df594e9b-d73f-4c5c-acde-1ee318cc8d21 HTTP/1.1" status: 204 len: 173 time: 0.8313925 Jun 24 10:22:43.703032 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aceb1aea-5d5b-4319-8492-5f09e252f229', 'name': 'network-vif-deleted', 'tag': 'df594e9b-d73f-4c5c-acde-1ee318cc8d21'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:22:43.714762 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d864aa-a785-478b-88e4-866a517d6b6b" -d '{"events": [{"server_uuid": "aceb1aea-5d5b-4319-8492-5f09e252f229", "name": "network-vif-deleted", "tag": "df594e9b-d73f-4c5c-acde-1ee318cc8d21"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:22:43.764667 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c0b4e4-85e7-402f-928f-2478922085f1 x-openstack-request-id: req-27c0b4e4-85e7-402f-928f-2478922085f1 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:22:43.764959 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aceb1aea-5d5b-4319-8492-5f09e252f229", "name": "network-vif-deleted", "tag": "df594e9b-d73f-4c5c-acde-1ee318cc8d21", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:22:43.765233 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-27c0b4e4-85e7-402f-928f-2478922085f1 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:22:43.765637 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27c0b4e4-85e7-402f-928f-2478922085f1'] response: {'server_uuid': 'aceb1aea-5d5b-4319-8492-5f09e252f229', 'name': 'network-vif-deleted', 'tag': 'df594e9b-d73f-4c5c-acde-1ee318cc8d21', 'status': 'completed', 'code': 200} Jun 24 10:22:43.807620 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-6ca1233c-78ca-4cae-a9fb-af44ecb31b8a None None] Set router 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:22:43.818993 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b8ef6-58a8-4acf-8ecf-47e6ec3e3b3d req-2aa61346-51e7-4d8e-a1e6-974f82e77593 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:43.823321 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ed9b8ef6-58a8-4acf-8ecf-47e6ec3e3b3d req-2aa61346-51e7-4d8e-a1e6-974f82e77593 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0544810 Jun 24 10:22:43.896940 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ed9b8ef6-58a8-4acf-8ecf-47e6ec3e3b3d req-81a7fc68-4b54-483c-bd8a-7a316666f2a7 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651941 Jun 24 10:22:44.009277 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-6ca1233c-78ca-4cae-a9fb-af44ecb31b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'name': 'tempest-AttachVolumeTestJSON-1587164432-router', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:16Z', 'revision_number': 4, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'gw_port': {'id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26', 'name': '', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'mac_address': 'fa:16:3e:f1:ce:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:13Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 5, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'subnets': [{'id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:44.034788 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca1233c-78ca-4cae-a9fb-af44ecb31b8a None None] Checking router: 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:22:44.044104 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca1233c-78ca-4cae-a9fb-af44ecb31b8a None None] Routers {'068770b2-bc4b-44d2-a0a7-2b1b345dbf73'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:22:44.044766 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-6ca1233c-78ca-4cae-a9fb-af44ecb31b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:22:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:44.157806 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-6ca1233c-78ca-4cae-a9fb-af44ecb31b8a None None] Set router 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:22:44.435974 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-6ca1233c-78ca-4cae-a9fb-af44ecb31b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'name': 'tempest-AttachVolumeTestJSON-1587164432-router', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:16Z', 'revision_number': 4, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'gw_port': {'id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26', 'name': '', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'mac_address': 'fa:16:3e:f1:ce:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:13Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 5, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'subnets': [{'id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:44.467139 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca1233c-78ca-4cae-a9fb-af44ecb31b8a None None] The sync data for ids ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'] in dv-cinder-847132-2-iscsi is: [{'id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'name': 'tempest-AttachVolumeTestJSON-1587164432-router', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:16:16Z', 'revision_number': 4, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'gw_port': {'id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26', 'name': '', 'network_id': 'd5489725-cb1e-4af4-bc56-f04397965dc8', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'mac_address': 'fa:16:3e:f1:ce:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:13Z', 'updated_at': '2022-06-24T10:16:24Z', 'revision_number': 5, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'subnets': [{'id': 'd457dd30-6a21-4bba-a15c-7b5069d5a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:22:44.557150 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 39576) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:44.622117 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6108c454-5162-4e55-b9e5-9eb7142c425a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for security_group (62ddecab-fba1-40e8-bf4d-0eef180f97c3), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:44.648109 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6108c454-5162-4e55-b9e5-9eb7142c425a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for security_group (62ddecab-fba1-40e8-bf4d-0eef180f97c3), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:44.706951 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6108c454-5162-4e55-b9e5-9eb7142c425a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (62ddecab-fba1-40e8-bf4d-0eef180f97c3), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:44.709941 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6108c454-5162-4e55-b9e5-9eb7142c425a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:44.714013 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-6108c454-5162-4e55-b9e5-9eb7142c425a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "DELETE /v2.0/security-groups/62ddecab-fba1-40e8-bf4d-0eef180f97c3 HTTP/1.1" status: 204 len: 168 time: 0.1526358 Jun 24 10:22:44.714168 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ef8923-09ea-456a-b1e6-327dc6bffa1e None None] New status for floating IP ecfca626-36a8-40d7-8b0f-4acd37add265: DOWN {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:22:44.714750 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39578) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:44.722106 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108c454-5162-4e55-b9e5-9eb7142c425a tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ddecab-fba1-40e8-bf4d-0eef180f97c3,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:44.731039 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.api.v2.resource [None req-c0a05558-13f8-4c9d-abb7-08e25b3f33f4 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] show failed (client error): The resource could not be found. Jun 24 10:22:44.732147 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-c0a05558-13f8-4c9d-abb7-08e25b3f33f4 tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "GET /v2.0/security-groups/62ddecab-fba1-40e8-bf4d-0eef180f97c3 HTTP/1.1" status: 404 len: 347 time: 0.0161211 Jun 24 10:22:44.735414 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39580) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:44.847074 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Deleting port 3aeee5f0-5b49-4316-9dab-67e25e69852c {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:22:44.847736 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (3aeee5f0-5b49-4316-9dab-67e25e69852c), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:44.907697 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:44.911406 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:44.927813 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (3aeee5f0-5b49-4316-9dab-67e25e69852c), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:44.928140 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for floatingip (3aeee5f0-5b49-4316-9dab-67e25e69852c), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:44.943537 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Calling delete_port for 3aeee5f0-5b49-4316-9dab-67e25e69852c owned by network:floatingip {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:22:45.053622 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfb2c1-c484-4656-bf31-a4be0f733e75 req-47412e0b-a6f0-49db-9de0-56b8ccad3ac9 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:45.055162 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0adfb2c1-c484-4656-bf31-a4be0f733e75 req-47412e0b-a6f0-49db-9de0-56b8ccad3ac9 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 943 time: 0.0650008 Jun 24 10:22:45.142199 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0adfb2c1-c484-4656-bf31-a4be0f733e75 req-88b3c1ac-cb16-4723-822f-1b184e46b971 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804224 Jun 24 10:22:45.160356 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (3aeee5f0-5b49-4316-9dab-67e25e69852c), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:45.189178 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Pushing event deleted for resources: {'Port': ['ID=3aeee5f0-5b49-4316-9dab-67e25e69852c,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:45.202337 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:45.202762 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:45.203115 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:45.203482 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:45.203844 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:45.204173 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:45.204500 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:45.204822 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:45.205181 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:45.205503 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:45.205854 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:45.206173 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:45.206523 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:45.206869 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:45.207186 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:45.265193 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks [] for floatingip (ecfca626-36a8-40d7-8b0f-4acd37add265), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:45.267791 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:45.268968 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-d4127c54-d83a-417a-ac84-d1ffb03c2aeb tempest-AttachVolumeTestJSON-488963523 tempest-AttachVolumeTestJSON-488963523-project] 10.222.0.64 "DELETE /v2.0/floatingips/ecfca626-36a8-40d7-8b0f-4acd37add265 HTTP/1.1" status: 204 len: 168 time: 0.5326967 Jun 24 10:22:45.819544 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 0124f28a-1a85-487c-9819-2fad18e6391a details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:22:45.822251 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device df594e9b-d73f-4c5c-acde-1ee318cc8d21 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:22:45.849839 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] No Port match for: df594e9b-d73f-4c5c-acde-1ee318cc8d21 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:22:45.850159 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device df594e9b-d73f-4c5c-acde-1ee318cc8d21 not bound to the agent host hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:22:45.944302 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 0124f28a-1a85-487c-9819-2fad18e6391a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=0124f28a-1a85-487c-9819-2fad18e6391a,segment=NetworkSegment(2f1a7486-0618-476b-8f2c-afc467c74c9c),segment_id=2f1a7486-0618-476b-8f2c-afc467c74c9c)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:45.955895 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': '0124f28a-1a85-487c-9819-2fad18e6391a', 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8', 'port_id': '0124f28a-1a85-487c-9819-2fad18e6391a', 'mac_address': 'fa:16:3e:19:38:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1d464b-ef78-4c93-8a97-8aea5630552f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:22:45.993345 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 0124f28a-1a85-487c-9819-2fad18e6391a is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:22:45.993722 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (0124f28a-1a85-487c-9819-2fad18e6391a), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:46.011017 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0124f28a-1a85-487c-9819-2fad18e6391a {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:22:46.031214 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 0124f28a-1a85-487c-9819-2fad18e6391a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=0124f28a-1a85-487c-9819-2fad18e6391a,segment=NetworkSegment(2f1a7486-0618-476b-8f2c-afc467c74c9c),segment_id=2f1a7486-0618-476b-8f2c-afc467c74c9c)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:46.037534 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (0124f28a-1a85-487c-9819-2fad18e6391a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:46.082935 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=0124f28a-1a85-487c-9819-2fad18e6391a,revision_number=7']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:46.269683 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8dd08-91c5-4c0d-a00d-5524fb07ca3d req-5af15e61-2c5f-401c-b53b-484c6d9cebf4 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:46.271170 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e7d8dd08-91c5-4c0d-a00d-5524fb07ca3d req-5af15e61-2c5f-401c-b53b-484c6d9cebf4 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 944 time: 0.0510285 Jun 24 10:22:46.286043 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['0124f28a-1a85-487c-9819-2fad18e6391a'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:22:46.331420 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e7d8dd08-91c5-4c0d-a00d-5524fb07ca3d req-7096ec68-7803-4545-98d6-e3251f9121e0 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505250 Jun 24 10:22:47.456271 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee4e8e-3367-4863-895f-5e875e909eab req-7096ff08-db04-4037-b56e-e81c9847a33e tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:47.457751 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9dee4e8e-3367-4863-895f-5e875e909eab req-7096ff08-db04-4037-b56e-e81c9847a33e tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 944 time: 0.0544963 Jun 24 10:22:47.509036 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9dee4e8e-3367-4863-895f-5e875e909eab req-e10071a9-840c-4bdf-83c0-90b617f89367 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448613 Jun 24 10:22:47.836233 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 0124f28a-1a85-487c-9819-2fad18e6391a up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:22:47.884453 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port 0124f28a-1a85-487c-9819-2fad18e6391a triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:22:47.884835 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (0124f28a-1a85-487c-9819-2fad18e6391a), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:47.949372 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:47.959472 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 0124f28a-1a85-487c-9819-2fad18e6391a is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:22:47.960027 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (0124f28a-1a85-487c-9819-2fad18e6391a), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:47.984209 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0124f28a-1a85-487c-9819-2fad18e6391a'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:22:47.986434 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cb1d48-cb56-44fd-95e6-bbe070e94e2d" -d '{"events": [{"server_uuid": "0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d", "name": "network-vif-plugged", "status": "completed", "tag": "0124f28a-1a85-487c-9819-2fad18e6391a"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:22:48.000999 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 0124f28a-1a85-487c-9819-2fad18e6391a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=0124f28a-1a85-487c-9819-2fad18e6391a,segment=NetworkSegment(2f1a7486-0618-476b-8f2c-afc467c74c9c),segment_id=2f1a7486-0618-476b-8f2c-afc467c74c9c)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:48.005691 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (0124f28a-1a85-487c-9819-2fad18e6391a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:48.028430 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86f44e2-4a1b-4ba4-b916-80f8373767c5 x-openstack-request-id: req-c86f44e2-4a1b-4ba4-b916-80f8373767c5 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:22:48.028763 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d", "name": "network-vif-plugged", "status": "completed", "tag": "0124f28a-1a85-487c-9819-2fad18e6391a", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:22:48.028947 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c86f44e2-4a1b-4ba4-b916-80f8373767c5 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:22:48.029367 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c86f44e2-4a1b-4ba4-b916-80f8373767c5'] response: {'server_uuid': '0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0124f28a-1a85-487c-9819-2fad18e6391a', 'code': 200} Jun 24 10:22:48.062866 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=0124f28a-1a85-487c-9819-2fad18e6391a,revision_number=8']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:48.284952 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10aa64-feb1-41ce-8aad-d7fea057448e req-57ec8348-b9a8-48be-ab45-2100239d4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:48.286506 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9e10aa64-feb1-41ce-8aad-d7fea057448e req-57ec8348-b9a8-48be-ab45-2100239d4355 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 1129 time: 0.0482831 Jun 24 10:22:48.343681 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9e10aa64-feb1-41ce-8aad-d7fea057448e req-eb920765-90d8-426c-8392-dc93079b2cec service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488820 Jun 24 10:22:48.650758 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088236e-b576-4414-9020-6bcc624a741d req-485a2717-28ff-4c0a-8c55-f49617bef5da tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:48.652423 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0088236e-b576-4414-9020-6bcc624a741d req-485a2717-28ff-4c0a-8c55-f49617bef5da tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.0544159 Jun 24 10:22:48.711071 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0088236e-b576-4414-9020-6bcc624a741d req-db0e03a5-9e76-418f-a5b1-a7968ee9ebf0 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505188 Jun 24 10:22:48.857599 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39618) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:49.237898 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:49.283623 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:49.338809 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2af8e628-620a-4789-acb6-f0d56d596fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398309'] for router_interface (068770b2-bc4b-44d2-a0a7-2b1b345dbf73), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:49.575883 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-2af8e628-620a-4789-acb6-f0d56d596fac admin admin] Deleting port dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:22:49.576187 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2af8e628-620a-4789-acb6-f0d56d596fac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:49.670735 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-2af8e628-620a-4789-acb6-f0d56d596fac admin admin] For port dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26,segment=NetworkSegment(b2d97abe-b69e-4d48-898d-8b67cc0526fc),segment_id=b2d97abe-b69e-4d48-898d-8b67cc0526fc)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:49.671599 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2af8e628-620a-4789-acb6-f0d56d596fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:49.685087 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-2af8e628-620a-4789-acb6-f0d56d596fac admin admin] Calling delete_port for dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26 owned by network:router_interface {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:22:49.852840 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80141ca-2600-4743-ae43-4d05819e17c0 req-3a6fbaed-9607-4ec7-8763-db91de2b1f01 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:49.853114 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b80141ca-2600-4743-ae43-4d05819e17c0 req-3a6fbaed-9607-4ec7-8763-db91de2b1f01 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.0635824 Jun 24 10:22:49.936612 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b80141ca-2600-4743-ae43-4d05819e17c0 req-95b7f6f9-2d88-4bf0-8d77-ac7925fc7911 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778461 Jun 24 10:22:49.947451 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2af8e628-620a-4789-acb6-f0d56d596fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:49.973155 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8e628-620a-4789-acb6-f0d56d596fac admin admin] Pushing event deleted for resources: {'Port': ['ID=dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:50.085281 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:50.150412 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2af8e628-620a-4789-acb6-f0d56d596fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398193'] for router_interface (068770b2-bc4b-44d2-a0a7-2b1b345dbf73), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:50.248571 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:50.360696 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af8e628-620a-4789-acb6-f0d56d596fac admin admin] Router 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:22:50.468913 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af8e628-620a-4789-acb6-f0d56d596fac admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:22:50.474324 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-2af8e628-620a-4789-acb6-f0d56d596fac admin admin] 10.222.0.64 "PUT /v2.0/routers/068770b2-bc4b-44d2-a0a7-2b1b345dbf73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6196601 Jun 24 10:22:50.477133 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39626) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:50.478690 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783b046e-5be2-495b-b0e9-e3613303e24b None None] Sync routers for ids ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:22:50.489028 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783b046e-5be2-495b-b0e9-e3613303e24b None None] Routers {'068770b2-bc4b-44d2-a0a7-2b1b345dbf73'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:22:50.489657 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-783b046e-5be2-495b-b0e9-e3613303e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:22:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:50.578198 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4966-1512-47b5-a76c-69d12c68dcba admin admin] Publish callbacks [] for router (068770b2-bc4b-44d2-a0a7-2b1b345dbf73), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:50.590209 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:50.592320 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-783b046e-5be2-495b-b0e9-e3613303e24b None None] Set router 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:22:50.679853 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4966-1512-47b5-a76c-69d12c68dcba admin admin] Publish callbacks [] for router_gateway (068770b2-bc4b-44d2-a0a7-2b1b345dbf73), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:50.721684 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:50.772946 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-783b046e-5be2-495b-b0e9-e3613303e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'name': 'tempest-AttachVolumeTestJSON-1587164432-router', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:22:49Z', 'revision_number': 5, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'gw_port': {'id': '938b0c38-07c3-443c-a0cd-2c0bff0df71a', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:06Z', 'updated_at': '2022-06-24T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:50.798907 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783b046e-5be2-495b-b0e9-e3613303e24b None None] Checking router: 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:22:50.808658 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783b046e-5be2-495b-b0e9-e3613303e24b None None] Routers {'068770b2-bc4b-44d2-a0a7-2b1b345dbf73'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:22:50.809303 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-783b046e-5be2-495b-b0e9-e3613303e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:22:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:50.897298 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-783b046e-5be2-495b-b0e9-e3613303e24b None None] Set router 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 gateway port host: None {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:22:50.948982 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-783b046e-5be2-495b-b0e9-e3613303e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'name': 'tempest-AttachVolumeTestJSON-1587164432-router', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:22:50Z', 'revision_number': 6, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'gw_port_host': None}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:50.956753 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-eb0a4966-1512-47b5-a76c-69d12c68dcba admin admin] Deleting port 938b0c38-07c3-443c-a0cd-2c0bff0df71a {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:22:50.957098 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4966-1512-47b5-a76c-69d12c68dcba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (938b0c38-07c3-443c-a0cd-2c0bff0df71a), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:50.973329 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783b046e-5be2-495b-b0e9-e3613303e24b None None] The sync data for ids ['068770b2-bc4b-44d2-a0a7-2b1b345dbf73'] in dv-cinder-847132-2-iscsi is: [{'id': '068770b2-bc4b-44d2-a0a7-2b1b345dbf73', 'name': 'tempest-AttachVolumeTestJSON-1587164432-router', 'tenant_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:05Z', 'updated_at': '2022-06-24T10:22:50Z', 'revision_number': 6, 'project_id': 'a33a4f77f0ae4dc09d4f8c29babf3b03', 'gw_port_host': None}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:22:51.048051 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-eb0a4966-1512-47b5-a76c-69d12c68dcba admin admin] For port 938b0c38-07c3-443c-a0cd-2c0bff0df71a, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=938b0c38-07c3-443c-a0cd-2c0bff0df71a,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:51.048418 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4966-1512-47b5-a76c-69d12c68dcba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (938b0c38-07c3-443c-a0cd-2c0bff0df71a), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:51.069034 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-eb0a4966-1512-47b5-a76c-69d12c68dcba admin admin] Calling delete_port for 938b0c38-07c3-443c-a0cd-2c0bff0df71a owned by network:router_gateway {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:22:51.224422 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:51.244561 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4966-1512-47b5-a76c-69d12c68dcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (938b0c38-07c3-443c-a0cd-2c0bff0df71a), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:51.272141 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a4966-1512-47b5-a76c-69d12c68dcba admin admin] Pushing event deleted for resources: {'Port': ['ID=938b0c38-07c3-443c-a0cd-2c0bff0df71a,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:51.347461 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:51.357207 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4966-1512-47b5-a76c-69d12c68dcba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402005'] for router_gateway (068770b2-bc4b-44d2-a0a7-2b1b345dbf73), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:51.462991 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4966-1512-47b5-a76c-69d12c68dcba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7559'] for router (068770b2-bc4b-44d2-a0a7-2b1b345dbf73), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:51.465166 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4966-1512-47b5-a76c-69d12c68dcba admin admin] Publish callbacks [] for router_controller (068770b2-bc4b-44d2-a0a7-2b1b345dbf73), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:51.509368 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4966-1512-47b5-a76c-69d12c68dcba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399314'] for router (068770b2-bc4b-44d2-a0a7-2b1b345dbf73), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:51.510238 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0a4966-1512-47b5-a76c-69d12c68dcba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 068770b2-bc4b-44d2-a0a7-2b1b345dbf73 {{(pid=104051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:22:51.516257 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4966-1512-47b5-a76c-69d12c68dcba admin admin] Publish callbacks [] for router (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:51.517678 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-eb0a4966-1512-47b5-a76c-69d12c68dcba admin admin] 10.222.0.64 "DELETE /v2.0/routers/068770b2-bc4b-44d2-a0a7-2b1b345dbf73 HTTP/1.1" status: 204 len: 168 time: 1.0394905 Jun 24 10:22:51.520472 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39628) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:51.572271 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0568abe-6526-48b0-a1de-5217c80c62e9 admin admin] Deleting subnet d457dd30-6a21-4bba-a15c-7b5069d5a773 {{(pid=104051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:22:51.575815 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e0568abe-6526-48b0-a1de-5217c80c62e9 admin admin] Publish callbacks [] for subnet (d457dd30-6a21-4bba-a15c-7b5069d5a773), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:51.611102 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e0568abe-6526-48b0-a1de-5217c80c62e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15358798'] for subnet (d457dd30-6a21-4bba-a15c-7b5069d5a773), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:51.690642 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e0568abe-6526-48b0-a1de-5217c80c62e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3788616'] for subnet (d457dd30-6a21-4bba-a15c-7b5069d5a773), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:51.766329 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e0568abe-6526-48b0-a1de-5217c80c62e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3788646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15869180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16557641'] for subnet (d457dd30-6a21-4bba-a15c-7b5069d5a773), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:51.795272 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26 no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:22:51.810489 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0568abe-6526-48b0-a1de-5217c80c62e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d457dd30-6a21-4bba-a15c-7b5069d5a773,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:51.815858 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e0568abe-6526-48b0-a1de-5217c80c62e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:51.823641 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:22:51.823921 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-e0568abe-6526-48b0-a1de-5217c80c62e9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d457dd30-6a21-4bba-a15c-7b5069d5a773 HTTP/1.1" status: 204 len: 168 time: 0.2989366 Jun 24 10:22:51.824095 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device dcc6f2ed-8276-47ef-bb7d-ed58dd6abf26 not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:22:51.824307 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39630) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:51.824469 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dcb42e-06e0-404b-acbb-3b236cf70c98 None None] Network d5489725-cb1e-4af4-bc56-f04397965dc8 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:22:51.838869 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:51.907688 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a9d43f3d-4efe-4c63-9f10-14bca1bd7424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3438047'] for network (d5489725-cb1e-4af4-bc56-f04397965dc8), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:51.958350 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-a9d43f3d-4efe-4c63-9f10-14bca1bd7424 admin admin] Deleting port a1b06894-a9cf-4afc-a087-35ecf31502a5 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:22:51.958681 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a9d43f3d-4efe-4c63-9f10-14bca1bd7424 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (a1b06894-a9cf-4afc-a087-35ecf31502a5), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:51.999442 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a933646-b8b5-47b2-b928-f80883249d5b None None] DHCP port deletion for d5489725-cb1e-4af4-bc56-f04397965dc8 request from dv-cinder-847132-2-iscsi {{(pid=104053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:22:52.032044 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-a9d43f3d-4efe-4c63-9f10-14bca1bd7424 admin admin] For port a1b06894-a9cf-4afc-a087-35ecf31502a5, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=a1b06894-a9cf-4afc-a087-35ecf31502a5,segment=NetworkSegment(b2d97abe-b69e-4d48-898d-8b67cc0526fc),segment_id=b2d97abe-b69e-4d48-898d-8b67cc0526fc)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:52.032685 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a9d43f3d-4efe-4c63-9f10-14bca1bd7424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (a1b06894-a9cf-4afc-a087-35ecf31502a5), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:52.038797 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-9a933646-b8b5-47b2-b928-f80883249d5b None None] Deleting port a1b06894-a9cf-4afc-a087-35ecf31502a5 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:22:52.039172 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9a933646-b8b5-47b2-b928-f80883249d5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (a1b06894-a9cf-4afc-a087-35ecf31502a5), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:52.051407 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-a9d43f3d-4efe-4c63-9f10-14bca1bd7424 admin admin] Calling delete_port for a1b06894-a9cf-4afc-a087-35ecf31502a5 owned by network:dhcp {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:22:52.128655 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-9a933646-b8b5-47b2-b928-f80883249d5b None None] For port a1b06894-a9cf-4afc-a087-35ecf31502a5, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=a1b06894-a9cf-4afc-a087-35ecf31502a5,segment=NetworkSegment(b2d97abe-b69e-4d48-898d-8b67cc0526fc),segment_id=b2d97abe-b69e-4d48-898d-8b67cc0526fc)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:52.129379 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9a933646-b8b5-47b2-b928-f80883249d5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (a1b06894-a9cf-4afc-a087-35ecf31502a5), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:52.153339 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a9d43f3d-4efe-4c63-9f10-14bca1bd7424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (a1b06894-a9cf-4afc-a087-35ecf31502a5), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:52.159657 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-9a933646-b8b5-47b2-b928-f80883249d5b None None] Calling delete_port for a1b06894-a9cf-4afc-a087-35ecf31502a5 owned by network:dhcp {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:22:52.167374 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d43f3d-4efe-4c63-9f10-14bca1bd7424 admin admin] No DVR routers for this DVR port a1b06894-a9cf-4afc-a087-35ecf31502a5 on host dv-cinder-847132-2-iscsi {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:22:52.204371 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d43f3d-4efe-4c63-9f10-14bca1bd7424 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b06894-a9cf-4afc-a087-35ecf31502a5,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:52.261785 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a9d43f3d-4efe-4c63-9f10-14bca1bd7424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622709', 'neutron.services.segments.db._delete_segments_for_network-8739177752971'] for network (d5489725-cb1e-4af4-bc56-f04397965dc8), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:52.272378 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:52.290979 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-a9d43f3d-4efe-4c63-9f10-14bca1bd7424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5489725-cb1e-4af4-bc56-f04397965dc8']}} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:52.304120 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-a9d43f3d-4efe-4c63-9f10-14bca1bd7424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d97abe-b69e-4d48-898d-8b67cc0526fc') {'for_net_delete': True} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:52.304567 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-a9d43f3d-4efe-4c63-9f10-14bca1bd7424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d97abe-b69e-4d48-898d-8b67cc0526fc') {} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:52.317387 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a9d43f3d-4efe-4c63-9f10-14bca1bd7424 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739177753748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15358805'] for segment (b2d97abe-b69e-4d48-898d-8b67cc0526fc), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:52.333083 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a9d43f3d-4efe-4c63-9f10-14bca1bd7424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (b2d97abe-b69e-4d48-898d-8b67cc0526fc), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:52.342692 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d43f3d-4efe-4c63-9f10-14bca1bd7424 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=104051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:22:52.343342 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a9d43f3d-4efe-4c63-9f10-14bca1bd7424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15869078'] for segment (b2d97abe-b69e-4d48-898d-8b67cc0526fc), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:52.378430 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9a933646-b8b5-47b2-b928-f80883249d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723'] for port (a1b06894-a9cf-4afc-a087-35ecf31502a5), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:52.411251 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a9d43f3d-4efe-4c63-9f10-14bca1bd7424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407106'] for network (d5489725-cb1e-4af4-bc56-f04397965dc8), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:52.422088 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a933646-b8b5-47b2-b928-f80883249d5b None None] Pushing event deleted for resources: {'Port': ['ID=a1b06894-a9cf-4afc-a087-35ecf31502a5,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:52.422442 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a9d43f3d-4efe-4c63-9f10-14bca1bd7424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:52.425154 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a933646-b8b5-47b2-b928-f80883249d5b None None] No DVR routers for this DVR port a1b06894-a9cf-4afc-a087-35ecf31502a5 on host dv-cinder-847132-2-iscsi {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:22:52.442008 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-a9d43f3d-4efe-4c63-9f10-14bca1bd7424 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d5489725-cb1e-4af4-bc56-f04397965dc8 HTTP/1.1" status: 204 len: 168 time: 0.6144493 Jun 24 10:22:52.459697 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d43f3d-4efe-4c63-9f10-14bca1bd7424 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5489725-cb1e-4af4-bc56-f04397965dc8,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:52.483827 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.services.segments.plugin [-] Segment b2d97abe-b69e-4d48-898d-8b67cc0526fc resource provider aggregate not found Jun 24 10:22:52.507091 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.services.segments.plugin [-] Segment b2d97abe-b69e-4d48-898d-8b67cc0526fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2d97abe-b69e-4d48-898d-8b67cc0526fc found for delete ", "request_id": "req-f9740077-997d-4fe2-84f7-378a4e491a78"}]} Jun 24 10:22:52.576646 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39640) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:52.617601 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-c756d604-4213-4c7f-86c3-4b9bf4e301c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a33a4f77f0ae4dc09d4f8c29babf3b03&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397053 Jun 24 10:22:52.620343 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39642) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:52.626903 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:52.675592 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-47f4aa9f-eaaa-404b-a070-62b65f70a81c admin admin] Publish callbacks [] for security_group (ee6fdfa5-2669-4c4c-8638-4a57003d4e23), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:52.698369 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-47f4aa9f-eaaa-404b-a070-62b65f70a81c admin admin] Publish callbacks [] for security_group (ee6fdfa5-2669-4c4c-8638-4a57003d4e23), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:52.748518 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-47f4aa9f-eaaa-404b-a070-62b65f70a81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (ee6fdfa5-2669-4c4c-8638-4a57003d4e23), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:52.751061 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-47f4aa9f-eaaa-404b-a070-62b65f70a81c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:52.752238 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-47f4aa9f-eaaa-404b-a070-62b65f70a81c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ee6fdfa5-2669-4c4c-8638-4a57003d4e23 HTTP/1.1" status: 204 len: 168 time: 0.1310313 Jun 24 10:22:52.760327 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4aa9f-eaaa-404b-a070-62b65f70a81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6fdfa5-2669-4c4c-8638-4a57003d4e23,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:53.138683 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device a1b06894-a9cf-4afc-a087-35ecf31502a5 no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:22:53.160044 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: a1b06894-a9cf-4afc-a087-35ecf31502a5 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:22:53.160389 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device a1b06894-a9cf-4afc-a087-35ecf31502a5 not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:22:53.160876 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 938b0c38-07c3-443c-a0cd-2c0bff0df71a no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:22:53.182814 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: 938b0c38-07c3-443c-a0cd-2c0bff0df71a {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:22:53.183178 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 938b0c38-07c3-443c-a0cd-2c0bff0df71a not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:22:53.463690 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 39664) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:53.584783 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-a186cce8-bcbd-42ba-9161-dbcdfc42ffcd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-953424447-network', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:22:53.607574 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a186cce8-bcbd-42ba-9161-dbcdfc42ffcd admin admin] Made reservation on behalf of 13b216e0dd4e46e2a2f4b275666118f6 for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:22:53.610208 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a186cce8-bcbd-42ba-9161-dbcdfc42ffcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:53.619632 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a186cce8-bcbd-42ba-9161-dbcdfc42ffcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:53.685435 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:53.704270 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:53.706655 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a186cce8-bcbd-42ba-9161-dbcdfc42ffcd admin admin] Publish callbacks [] for security_group (c8031420-81a9-4983-ad53-0ccd57d577db), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:53.712746 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a186cce8-bcbd-42ba-9161-dbcdfc42ffcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (c8031420-81a9-4983-ad53-0ccd57d577db), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:53.741243 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a186cce8-bcbd-42ba-9161-dbcdfc42ffcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:22:53.751724 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186cce8-bcbd-42ba-9161-dbcdfc42ffcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8031420-81a9-4983-ad53-0ccd57d577db,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:53.756746 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a186cce8-bcbd-42ba-9161-dbcdfc42ffcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (f38a9067-387e-4cc8-b209-6c2084a6253c), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:53.757086 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-a186cce8-bcbd-42ba-9161-dbcdfc42ffcd admin admin] Added segment f38a9067-387e-4cc8-b209-6c2084a6253c of type vlan for network 62d2509b-2c7f-4b5f-9593-650742984d82 Jun 24 10:22:53.803190 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a186cce8-bcbd-42ba-9161-dbcdfc42ffcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739177427905'] for network (62d2509b-2c7f-4b5f-9593-650742984d82), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:53.835998 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a186cce8-bcbd-42ba-9161-dbcdfc42ffcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for network (62d2509b-2c7f-4b5f-9593-650742984d82), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:53.838311 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a186cce8-bcbd-42ba-9161-dbcdfc42ffcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:53.839034 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a186cce8-bcbd-42ba-9161-dbcdfc42ffcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:53.883781 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a186cce8-bcbd-42ba-9161-dbcdfc42ffcd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4184926 Jun 24 10:22:53.888805 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39668) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:53.899647 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-4b4b5a5f-159c-4b4d-9b5e-89b3e6c8cdaf admin admin] Request body: {'subnet': {'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-953424447-subnet', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:22:53.930550 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4b5a5f-159c-4b4d-9b5e-89b3e6c8cdaf admin admin] Made reservation on behalf of 13b216e0dd4e46e2a2f4b275666118f6 for: {'subnet': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:22:53.933133 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4b4b5a5f-159c-4b4d-9b5e-89b3e6c8cdaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16557606'] for subnet (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:53.934144 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186cce8-bcbd-42ba-9161-dbcdfc42ffcd admin admin] Pushing event updated for resources: {'Network': ['ID=62d2509b-2c7f-4b5f-9593-650742984d82,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:53.947981 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Network 62d2509b-2c7f-4b5f-9593-650742984d82 details requested by agent ovs-agent-dv-cinder-847132-2-iscsi with host dv-cinder-847132-2-iscsi {{(pid=104053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:22:54.118004 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4b4b5a5f-159c-4b4d-9b5e-89b3e6c8cdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15868991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16557648'] for subnet (268c6001-37f9-4557-8ba3-5719eccd12d5), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:54.171115 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b5a5f-159c-4b4d-9b5e-89b3e6c8cdaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=268c6001-37f9-4557-8ba3-5719eccd12d5,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:54.193327 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b5a5f-159c-4b4d-9b5e-89b3e6c8cdaf admin admin] Checking segment: {'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:22:54.193670 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4b5a5f-159c-4b4d-9b5e-89b3e6c8cdaf admin admin] Network hostable DHCP agents. Network: 62d2509b-2c7f-4b5f-9593-650742984d82, hostable agents: ['22a27e04-c0da-4a0e-a08f-10cd4fcfc09e'], hosted agents: [] {{(pid=104051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:22:54.211754 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4b5a5f-159c-4b4d-9b5e-89b3e6c8cdaf admin admin] Network 62d2509b-2c7f-4b5f-9593-650742984d82 is scheduled to be hosted by DHCP agent 22a27e04-c0da-4a0e-a08f-10cd4fcfc09e with binding_index 1 {{(pid=104051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:22:54.222728 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-4b4b5a5f-159c-4b4d-9b5e-89b3e6c8cdaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847132-2-iscsi, 62d2509b-2c7f-4b5f-9593-650742984d82) {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:22:54.229058 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4b5a5f-159c-4b4d-9b5e-89b3e6c8cdaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:54.229058 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4b4b5a5f-159c-4b4d-9b5e-89b3e6c8cdaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:54.232379 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a36ce0b-f33e-4179-868b-b77934994964 None None] Network 62d2509b-2c7f-4b5f-9593-650742984d82 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:22:54.249443 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-4b4b5a5f-159c-4b4d-9b5e-89b3e6c8cdaf admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3568871 Jun 24 10:22:54.251744 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39670) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:54.256113 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-ae0ac24f-6868-42e0-83bc-d7ca714c116c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:22:54.279816 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ae0ac24f-6868-42e0-83bc-d7ca714c116c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-395474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7657'] for router (4e6ef35d-71a4-4044-8467-446df607abc2), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:54.281088 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ae0ac24f-6868-42e0-83bc-d7ca714c116c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7678'] for router (4e6ef35d-71a4-4044-8467-446df607abc2), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:54.340702 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ae0ac24f-6868-42e0-83bc-d7ca714c116c admin admin] Publish callbacks [] for router_controller (4e6ef35d-71a4-4044-8467-446df607abc2), precommit_add_association {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:54.347159 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011d928e-872d-4d43-82e9-f6592902bc84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e32736c-ee8a-568f-8714-1db4f76c74ea-62d2509b-2c7f-4b5f-9593-650742984d82', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5'}]}} from dv-cinder-847132-2-iscsi. {{(pid=104053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:22:54.348436 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-011d928e-872d-4d43-82e9-f6592902bc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:54.413437 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:54.484708 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ae0ac24f-6868-42e0-83bc-d7ca714c116c admin admin] Publish callbacks [] for router_gateway (4e6ef35d-71a4-4044-8467-446df607abc2), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:54.502251 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-011d928e-872d-4d43-82e9-f6592902bc84 None None] Allocated IP 172.20.0.2 (62d2509b-2c7f-4b5f-9593-650742984d82/268c6001-37f9-4557-8ba3-5719eccd12d5/1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:22:54.534405 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:54.641543 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:54.659163 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-011d928e-872d-4d43-82e9-f6592902bc84 None None] Publish callbacks [] for port (1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:54.667058 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-011d928e-872d-4d43-82e9-f6592902bc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714'] for port (1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:54.687150 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ae0ac24f-6868-42e0-83bc-d7ca714c116c admin admin] Publish callbacks [] for router_gateway (4e6ef35d-71a4-4044-8467-446df607abc2), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:54.707110 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ae0ac24f-6868-42e0-83bc-d7ca714c116c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:54.710257 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011d928e-872d-4d43-82e9-f6592902bc84 None None] Network 62d2509b-2c7f-4b5f-9593-650742984d82 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:22:54.714935 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-011d928e-872d-4d43-82e9-f6592902bc84 None None] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:22:54.721126 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d928e-872d-4d43-82e9-f6592902bc84 None None] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:22:54.724917 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:54.728192 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d928e-872d-4d43-82e9-f6592902bc84 None None] Pushing event updated for resources: {'Port': ['ID=1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:54.794446 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-011d928e-872d-4d43-82e9-f6592902bc84 None None] Attempting to bind port 1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3 on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:22:54.795138 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-011d928e-872d-4d43-82e9-f6592902bc84 None None] Attempting to bind port 1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3 by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:22:54.795655 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011d928e-872d-4d43-82e9-f6592902bc84 None None] Attempting to bind port 1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3 on network 62d2509b-2c7f-4b5f-9593-650742984d82 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:22:54.807170 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011d928e-872d-4d43-82e9-f6592902bc84 None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:22:54.807623 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011d928e-872d-4d43-82e9-f6592902bc84 None None] Checking segment: {'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:22:54.808040 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-011d928e-872d-4d43-82e9-f6592902bc84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:54.808433 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011d928e-872d-4d43-82e9-f6592902bc84 None None] Bound using segment: {'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:22:54.808944 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-011d928e-872d-4d43-82e9-f6592902bc84 None None] Bound port: 1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:22:54.809403 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-011d928e-872d-4d43-82e9-f6592902bc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:54.831576 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-ae0ac24f-6868-42e0-83bc-d7ca714c116c admin admin] Allocated IP 172.27.0.247 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/3ca9ed03-9acb-40d2-a21a-39e44d2724f3) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:22:54.879220 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c6b0a46b-db97-4573-8352-b60aa1a863cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:54.892290 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-011d928e-872d-4d43-82e9-f6592902bc84 None None] For port 1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:22:54.895860 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-011d928e-872d-4d43-82e9-f6592902bc84 None None] For port 1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:22:54.908193 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-011d928e-872d-4d43-82e9-f6592902bc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:54.949526 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ae0ac24f-6868-42e0-83bc-d7ca714c116c admin admin] Publish callbacks [] for port (3ca9ed03-9acb-40d2-a21a-39e44d2724f3), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:54.972986 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d928e-872d-4d43-82e9-f6592902bc84 None None] Pushing event updated for resources: {'Port': ['ID=1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:54.987775 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ae0ac24f-6868-42e0-83bc-d7ca714c116c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (3ca9ed03-9acb-40d2-a21a-39e44d2724f3), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:55.029931 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0ac24f-6868-42e0-83bc-d7ca714c116c admin admin] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:22:55.032988 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-ae0ac24f-6868-42e0-83bc-d7ca714c116c admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:22:55.037181 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0ac24f-6868-42e0-83bc-d7ca714c116c admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:22:55.063879 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ac24f-6868-42e0-83bc-d7ca714c116c admin admin] Pushing event updated for resources: {'Port': ['ID=3ca9ed03-9acb-40d2-a21a-39e44d2724f3,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:55.353793 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ae0ac24f-6868-42e0-83bc-d7ca714c116c admin admin] Publish callbacks [] for router_gateway (4e6ef35d-71a4-4044-8467-446df607abc2), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:55.442763 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:55.553696 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ae0ac24f-6868-42e0-83bc-d7ca714c116c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401867'] for router (4e6ef35d-71a4-4044-8467-446df607abc2), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:55.646599 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:55.696548 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0ac24f-6868-42e0-83bc-d7ca714c116c admin admin] Router 4e6ef35d-71a4-4044-8467-446df607abc2 is scheduled to L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 with binding_index 1 {{(pid=104051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:22:55.813545 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0ac24f-6868-42e0-83bc-d7ca714c116c admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:22:55.826389 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] Sync routers for ids ['4e6ef35d-71a4-4044-8467-446df607abc2'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:22:55.833031 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ae0ac24f-6868-42e0-83bc-d7ca714c116c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:55.834751 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-ae0ac24f-6868-42e0-83bc-d7ca714c116c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5819724 Jun 24 10:22:55.838521 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39672) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:55.840534 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] Routers {'4e6ef35d-71a4-4044-8467-446df607abc2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:22:55.841187 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:22:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4e6ef35d-71a4-4044-8467-446df607abc2'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:55.957764 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] Set router 4e6ef35d-71a4-4044-8467-446df607abc2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:22:56.015137 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c43bdcf-5083-401e-974b-ac9288d79de0 None None] Network 62d2509b-2c7f-4b5f-9593-650742984d82 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:22:56.103562 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1a8f8a9d-8f1f-4b22-8055-d86e166b3c06 None None] Provisioning complete for port 1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:22:56.104021 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8a9d-8f1f-4b22-8055-d86e166b3c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:56.257110 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:56.305571 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:55Z', 'revision_number': 3, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:56.333717 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1a8f8a9d-8f1f-4b22-8055-d86e166b3c06 None None] Current status of the port 1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3 is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:22:56.334112 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8a9d-8f1f-4b22-8055-d86e166b3c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:56.336563 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] Checking router: 4e6ef35d-71a4-4044-8467-446df607abc2 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:22:56.336927 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] Updating router 4e6ef35d-71a4-4044-8467-446df607abc2 port 3ca9ed03-9acb-40d2-a21a-39e44d2724f3 binding host dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:22:56.384731 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (3ca9ed03-9acb-40d2-a21a-39e44d2724f3), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:56.421506 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-1a8f8a9d-8f1f-4b22-8055-d86e166b3c06 None None] For port 1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:56.428999 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8a9d-8f1f-4b22-8055-d86e166b3c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:56.553976 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f8a9d-8f1f-4b22-8055-d86e166b3c06 None None] Pushing event updated for resources: {'Port': ['ID=1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:56.556410 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:56.574012 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-41951ea7-1c52-40a3-ba98-3fbbca387b08 None None] Provisioning complete for port 1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:22:56.574385 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-41951ea7-1c52-40a3-ba98-3fbbca387b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:56.596528 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8d220b66-d0a8-4160-afae-9b0bf897016e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:56.668833 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:56.727860 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-41951ea7-1c52-40a3-ba98-3fbbca387b08 None None] Current status of the port 1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:22:56.765538 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-8d220b66-d0a8-4160-afae-9b0bf897016e admin admin] Allocated IP 172.20.0.1 (62d2509b-2c7f-4b5f-9593-650742984d82/268c6001-37f9-4557-8ba3-5719eccd12d5/9edb86b8-01dd-418f-b9a0-0f4be426c193) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:22:56.775177 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] Publish callbacks [] for port (3ca9ed03-9acb-40d2-a21a-39e44d2724f3), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:56.781157 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (3ca9ed03-9acb-40d2-a21a-39e44d2724f3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:56.834805 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] Attempting to bind port 3ca9ed03-9acb-40d2-a21a-39e44d2724f3 on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:22:56.835819 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] Attempting to bind port 3ca9ed03-9acb-40d2-a21a-39e44d2724f3 by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:22:56.835819 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] Attempting to bind port 3ca9ed03-9acb-40d2-a21a-39e44d2724f3 on network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:22:56.838030 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f8471-150d-4203-ba77-560ee54a447d None None] Pushing event updated for resources: {'Port': ['ID=3ca9ed03-9acb-40d2-a21a-39e44d2724f3,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:56.843935 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:22:56.844303 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] Checking segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:22:56.844688 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:56.845071 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] Bound using segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:22:56.845540 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] Bound port: 3ca9ed03-9acb-40d2-a21a-39e44d2724f3, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:22:56.845925 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (3ca9ed03-9acb-40d2-a21a-39e44d2724f3), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:56.887671 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8d220b66-d0a8-4160-afae-9b0bf897016e admin admin] Publish callbacks [] for port (9edb86b8-01dd-418f-b9a0-0f4be426c193), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:56.894658 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:56.903564 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] For port 3ca9ed03-9acb-40d2-a21a-39e44d2724f3, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:22:56.906934 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] For port 3ca9ed03-9acb-40d2-a21a-39e44d2724f3, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=3ca9ed03-9acb-40d2-a21a-39e44d2724f3,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:22:56.913557 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (3ca9ed03-9acb-40d2-a21a-39e44d2724f3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:56.927898 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8d220b66-d0a8-4160-afae-9b0bf897016e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (9edb86b8-01dd-418f-b9a0-0f4be426c193), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:56.968722 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d220b66-d0a8-4160-afae-9b0bf897016e admin admin] Network 62d2509b-2c7f-4b5f-9593-650742984d82 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:22:56.973019 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-8d220b66-d0a8-4160-afae-9b0bf897016e admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:22:56.974442 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] Routers {'4e6ef35d-71a4-4044-8467-446df607abc2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:22:56.975126 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:22:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4e6ef35d-71a4-4044-8467-446df607abc2'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:56.977599 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d220b66-d0a8-4160-afae-9b0bf897016e admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:22:56.978749 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f8471-150d-4203-ba77-560ee54a447d None None] Pushing event updated for resources: {'Port': ['ID=3ca9ed03-9acb-40d2-a21a-39e44d2724f3,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:57.015010 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d220b66-d0a8-4160-afae-9b0bf897016e admin admin] Pushing event updated for resources: {'Port': ['ID=9edb86b8-01dd-418f-b9a0-0f4be426c193,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:57.020443 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8d220b66-d0a8-4160-afae-9b0bf897016e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400494'] for router_interface (4e6ef35d-71a4-4044-8467-446df607abc2), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:57.022645 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:57.106005 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] Set router 4e6ef35d-71a4-4044-8467-446df607abc2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:22:57.238997 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8d220b66-d0a8-4160-afae-9b0bf897016e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (9edb86b8-01dd-418f-b9a0-0f4be426c193), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:57.340243 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:22:57.346163 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e0f6d49c-bd1b-481e-b9ee-1ba1bf069413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:57.386376 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-aa4a63a1-0445-4e71-833d-d9953477ff8a None None] Provisioning complete for port 9edb86b8-01dd-418f-b9a0-0f4be426c193 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:22:57.386778 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-aa4a63a1-0445-4e71-833d-d9953477ff8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (9edb86b8-01dd-418f-b9a0-0f4be426c193), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:57.417431 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8d220b66-d0a8-4160-afae-9b0bf897016e admin admin] Publish callbacks [] for port (9edb86b8-01dd-418f-b9a0-0f4be426c193), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:57.423095 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8d220b66-d0a8-4160-afae-9b0bf897016e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15869106'] for port (9edb86b8-01dd-418f-b9a0-0f4be426c193), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:57.473443 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:22:57.473803 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:57.481234 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-aa4a63a1-0445-4e71-833d-d9953477ff8a None None] Port 9edb86b8-01dd-418f-b9a0-0f4be426c193 cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:22:57.495997 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8d220b66-d0a8-4160-afae-9b0bf897016e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398334'] for router_interface (4e6ef35d-71a4-4044-8467-446df607abc2), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:57.497853 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:57.499956 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d220b66-d0a8-4160-afae-9b0bf897016e admin admin] Pushing event updated for resources: {'Port': ['ID=9edb86b8-01dd-418f-b9a0-0f4be426c193,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:57.532102 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:57.560275 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:55Z', 'revision_number': 3, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:57.592532 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d02adc5-99a1-4af9-8921-db32fa6701dd None None] The sync data for ids ['4e6ef35d-71a4-4044-8467-446df607abc2'] in dv-cinder-847132-2-iscsi is: [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:55Z', 'revision_number': 3, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:22:57.607135 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d220b66-d0a8-4160-afae-9b0bf897016e admin admin] Network 62d2509b-2c7f-4b5f-9593-650742984d82 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:22:57.609489 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-8d220b66-d0a8-4160-afae-9b0bf897016e admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:22:57.632881 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:22:57.756606 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d220b66-d0a8-4160-afae-9b0bf897016e admin admin] Router 4e6ef35d-71a4-4044-8467-446df607abc2 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:22:57.904683 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-db56d4a7-5c8d-4002-9fda-7f0984b79db3 None None] Provisioning complete for port 9edb86b8-01dd-418f-b9a0-0f4be426c193 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:22:57.905263 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-db56d4a7-5c8d-4002-9fda-7f0984b79db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (9edb86b8-01dd-418f-b9a0-0f4be426c193), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:57.918792 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d220b66-d0a8-4160-afae-9b0bf897016e admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:22:57.927714 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-8d220b66-d0a8-4160-afae-9b0bf897016e admin admin] 10.222.0.64 "PUT /v2.0/routers/4e6ef35d-71a4-4044-8467-446df607abc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0877111 Jun 24 10:22:57.941997 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-db56d4a7-5c8d-4002-9fda-7f0984b79db3 None None] Port 9edb86b8-01dd-418f-b9a0-0f4be426c193 cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:22:58.291320 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39680) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:58.296211 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-1e6cb7cc-4fde-4fa0-a141-3661b850385f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1958928967', 'description': 'tempest-description--1096124735'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:22:58.304992 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:58.323691 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1e6cb7cc-4fde-4fa0-a141-3661b850385f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:58.346883 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:58.418577 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1e6cb7cc-4fde-4fa0-a141-3661b850385f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group (77e62bb9-2e45-4a5d-a988-0523cd294d76), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:58.423932 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1e6cb7cc-4fde-4fa0-a141-3661b850385f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (77e62bb9-2e45-4a5d-a988-0523cd294d76), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:58.457467 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1e6cb7cc-4fde-4fa0-a141-3661b850385f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:58.461772 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-1e6cb7cc-4fde-4fa0-a141-3661b850385f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1663740 Jun 24 10:22:58.462925 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 39684) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:58.465498 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6cb7cc-4fde-4fa0-a141-3661b850385f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e62bb9-2e45-4a5d-a988-0523cd294d76,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:58.467644 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-442eb582-f643-423c-b500-8d60c5ef570d tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Request body: {'security_group_rule': {'security_group_id': '77e62bb9-2e45-4a5d-a988-0523cd294d76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:22:58.499590 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-442eb582-f643-423c-b500-8d60c5ef570d tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group_rule (de0ce79c-c16a-4d3e-8839-3ea58bfe2821), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:58.562883 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-442eb582-f643-423c-b500-8d60c5ef570d tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group_rule (de0ce79c-c16a-4d3e-8839-3ea58bfe2821), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:58.569306 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-442eb582-f643-423c-b500-8d60c5ef570d tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (de0ce79c-c16a-4d3e-8839-3ea58bfe2821), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:58.586635 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442eb582-f643-423c-b500-8d60c5ef570d tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0ce79c-c16a-4d3e-8839-3ea58bfe2821,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:58.605301 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-442eb582-f643-423c-b500-8d60c5ef570d tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:58.609993 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-442eb582-f643-423c-b500-8d60c5ef570d tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434641 Jun 24 10:22:58.610477 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 39686) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:58.618046 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-d137ee2d-6141-4289-94cf-2f6485219edd tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Request body: {'security_group_rule': {'security_group_id': '77e62bb9-2e45-4a5d-a988-0523cd294d76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:22:58.658537 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d137ee2d-6141-4289-94cf-2f6485219edd tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group_rule (1a952c97-3c9e-4c69-b022-ffe0af884a2f), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:58.748059 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d137ee2d-6141-4289-94cf-2f6485219edd tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group_rule (1a952c97-3c9e-4c69-b022-ffe0af884a2f), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:58.753350 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d137ee2d-6141-4289-94cf-2f6485219edd tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (1a952c97-3c9e-4c69-b022-ffe0af884a2f), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:58.775217 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137ee2d-6141-4289-94cf-2f6485219edd tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a952c97-3c9e-4c69-b022-ffe0af884a2f,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:58.785178 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d137ee2d-6141-4289-94cf-2f6485219edd tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:58.786647 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-d137ee2d-6141-4289-94cf-2f6485219edd tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1745098 Jun 24 10:22:58.789924 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 39688) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:22:58.795621 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-4ec556c7-ce8b-4421-bea5-a56cccebd75f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Request body: {'floatingip': {'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:22:58.819011 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4ec556c7-ce8b-4421-bea5-a56cccebd75f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:58.916668 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4ec556c7-ce8b-4421-bea5-a56cccebd75f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:59.030015 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-4ec556c7-ce8b-4421-bea5-a56cccebd75f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Allocated IP 172.27.0.35 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/e259085b-9a9a-4702-8558-38150d657949) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:22:59.113999 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:59.120947 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:59.160462 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4ec556c7-ce8b-4421-bea5-a56cccebd75f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for port (e259085b-9a9a-4702-8558-38150d657949), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:59.185664 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 3ca9ed03-9acb-40d2-a21a-39e44d2724f3 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:22:59.197722 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4ec556c7-ce8b-4421-bea5-a56cccebd75f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (e259085b-9a9a-4702-8558-38150d657949), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:59.240989 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec556c7-ce8b-4421-bea5-a56cccebd75f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:22:59.246539 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-4ec556c7-ce8b-4421-bea5-a56cccebd75f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:22:59.246784 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 3ca9ed03-9acb-40d2-a21a-39e44d2724f3 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:22:59.247277 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (3ca9ed03-9acb-40d2-a21a-39e44d2724f3), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:59.248559 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec556c7-ce8b-4421-bea5-a56cccebd75f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event updated for resources: {'Port': ['ID=e259085b-9a9a-4702-8558-38150d657949,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:59.251760 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec556c7-ce8b-4421-bea5-a56cccebd75f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:22:59.334139 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 3ca9ed03-9acb-40d2-a21a-39e44d2724f3 is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:22:59.334544 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (3ca9ed03-9acb-40d2-a21a-39e44d2724f3), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:59.356863 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] For port 3ca9ed03-9acb-40d2-a21a-39e44d2724f3, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=3ca9ed03-9acb-40d2-a21a-39e44d2724f3,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:59.357490 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4ec556c7-ce8b-4421-bea5-a56cccebd75f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (691c0fc0-51cb-42b2-bae3-513ce7fe3e26), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:59.361382 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (3ca9ed03-9acb-40d2-a21a-39e44d2724f3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:59.398044 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4ec556c7-ce8b-4421-bea5-a56cccebd75f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (e259085b-9a9a-4702-8558-38150d657949), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:59.413511 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Pushing event updated for resources: {'Port': ['ID=3ca9ed03-9acb-40d2-a21a-39e44d2724f3,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:59.440324 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] Sync routers for ids ['4e6ef35d-71a4-4044-8467-446df607abc2'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:22:59.450893 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] Routers {'4e6ef35d-71a4-4044-8467-446df607abc2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:22:59.451522 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:22:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4e6ef35d-71a4-4044-8467-446df607abc2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:59.555084 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4ec556c7-ce8b-4421-bea5-a56cccebd75f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for port (e259085b-9a9a-4702-8558-38150d657949), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:59.560313 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] Set router 4e6ef35d-71a4-4044-8467-446df607abc2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:22:59.561688 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4ec556c7-ce8b-4421-bea5-a56cccebd75f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (e259085b-9a9a-4702-8558-38150d657949), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:59.647572 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec556c7-ce8b-4421-bea5-a56cccebd75f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event updated for resources: {'Port': ['ID=e259085b-9a9a-4702-8558-38150d657949,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:59.663169 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4ec556c7-ce8b-4421-bea5-a56cccebd75f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (691c0fc0-51cb-42b2-bae3-513ce7fe3e26), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:59.680001 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4ec556c7-ce8b-4421-bea5-a56cccebd75f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:59.687336 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-4ec556c7-ce8b-4421-bea5-a56cccebd75f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8902202 Jun 24 10:22:59.765757 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:59.768881 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 2, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:59.806729 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] Checking router: 4e6ef35d-71a4-4044-8467-446df607abc2 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:22:59.807099 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] Updating router 4e6ef35d-71a4-4044-8467-446df607abc2 port 9edb86b8-01dd-418f-b9a0-0f4be426c193 binding host dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:22:59.837656 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (9edb86b8-01dd-418f-b9a0-0f4be426c193), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:59.870755 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-116df127-a08d-44c9-a433-590f8170f566 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1958928967&fields=id&tenant_id=13b216e0dd4e46e2a2f4b275666118f6 HTTP/1.1" status: 200 len: 267 time: 0.0478356 Jun 24 10:22:59.944647 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:59.989592 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-25806f56-73e7-4392-a08c-97b39687f5f9 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:22:59.991150 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-25806f56-73e7-4392-a08c-97b39687f5f9 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/networks?id=62d2509b-2c7f-4b5f-9593-650742984d82 HTTP/1.1" status: 200 len: 814 time: 0.1125653 Jun 24 10:23:00.007189 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-e5af441e-8d5f-4de3-95cb-2408bb573166 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/quotas/13b216e0dd4e46e2a2f4b275666118f6 HTTP/1.1" status: 200 len: 375 time: 0.0097671 Jun 24 10:23:00.060520 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-63acc5e8-ae46-460e-a29b-f9c740d3f6e8 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=13b216e0dd4e46e2a2f4b275666118f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473073 Jun 24 10:23:00.109047 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] Publish callbacks [] for port (9edb86b8-01dd-418f-b9a0-0f4be426c193), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:00.115205 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (9edb86b8-01dd-418f-b9a0-0f4be426c193), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:00.139349 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:00.160582 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:00.166554 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93aaa78-0da9-4b48-a5ea-8ca0d4377063 None None] Pushing event updated for resources: {'Port': ['ID=9edb86b8-01dd-418f-b9a0-0f4be426c193,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:00.174801 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-417710de-fe1f-4e40-bedc-50ec521161f4 service neutron] 10.222.0.64 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022890 Jun 24 10:23:00.186545 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93aaa78-0da9-4b48-a5ea-8ca0d4377063 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:00.186962 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93aaa78-0da9-4b48-a5ea-8ca0d4377063 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:00.187242 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93aaa78-0da9-4b48-a5ea-8ca0d4377063 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:00.187610 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93aaa78-0da9-4b48-a5ea-8ca0d4377063 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:00.187920 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93aaa78-0da9-4b48-a5ea-8ca0d4377063 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:00.188240 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93aaa78-0da9-4b48-a5ea-8ca0d4377063 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:00.188564 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93aaa78-0da9-4b48-a5ea-8ca0d4377063 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:00.188884 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93aaa78-0da9-4b48-a5ea-8ca0d4377063 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:00.189202 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93aaa78-0da9-4b48-a5ea-8ca0d4377063 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:00.189514 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93aaa78-0da9-4b48-a5ea-8ca0d4377063 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:00.189829 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93aaa78-0da9-4b48-a5ea-8ca0d4377063 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:00.190278 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93aaa78-0da9-4b48-a5ea-8ca0d4377063 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:00.190543 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93aaa78-0da9-4b48-a5ea-8ca0d4377063 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:00.190782 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93aaa78-0da9-4b48-a5ea-8ca0d4377063 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:00.191110 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93aaa78-0da9-4b48-a5ea-8ca0d4377063 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:00.247053 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] Attempting to bind port 9edb86b8-01dd-418f-b9a0-0f4be426c193 on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:23:00.247419 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] Attempting to bind port 9edb86b8-01dd-418f-b9a0-0f4be426c193 by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:23:00.247779 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] Attempting to bind port 9edb86b8-01dd-418f-b9a0-0f4be426c193 on network 62d2509b-2c7f-4b5f-9593-650742984d82 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:23:00.253719 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:23:00.254090 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] Checking segment: {'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:23:00.254485 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:00.254895 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] Bound using segment: {'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:23:00.255360 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] Bound port: 9edb86b8-01dd-418f-b9a0-0f4be426c193, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:23:00.255920 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (9edb86b8-01dd-418f-b9a0-0f4be426c193), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:00.280002 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-2f2c0c22-46af-4701-9633-2c1dac0ca5f5 service neutron] 10.222.0.64 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993783 Jun 24 10:23:00.324613 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] For port 9edb86b8-01dd-418f-b9a0-0f4be426c193, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:23:00.328287 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] For port 9edb86b8-01dd-418f-b9a0-0f4be426c193, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=9edb86b8-01dd-418f-b9a0-0f4be426c193,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:23:00.336766 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (9edb86b8-01dd-418f-b9a0-0f4be426c193), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:00.395258 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] Routers {'4e6ef35d-71a4-4044-8467-446df607abc2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:23:00.395908 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:22:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4e6ef35d-71a4-4044-8467-446df607abc2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:00.429375 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93aaa78-0da9-4b48-a5ea-8ca0d4377063 None None] Pushing event updated for resources: {'Port': ['ID=9edb86b8-01dd-418f-b9a0-0f4be426c193,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:00.531344 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-0fbcbb87-6659-4d48-9b03-82b534b8444c None None] Provisioning complete for port 9edb86b8-01dd-418f-b9a0-0f4be426c193 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:23:00.535392 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0fbcbb87-6659-4d48-9b03-82b534b8444c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (9edb86b8-01dd-418f-b9a0-0f4be426c193), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:00.544720 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2b2d32f3-2ea4-44cc-af4e-823924fc7da2 req-ea0f0e9d-04fe-44e7-bc15-0f3af2e9617c tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=725b1a67-bbbe-48c8-8838-a7b65cedf8da HTTP/1.1" status: 200 len: 210 time: 0.0426044 Jun 24 10:23:00.667118 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-0fbcbb87-6659-4d48-9b03-82b534b8444c None None] Current status of the port 9edb86b8-01dd-418f-b9a0-0f4be426c193 is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:23:00.667585 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0fbcbb87-6659-4d48-9b03-82b534b8444c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (9edb86b8-01dd-418f-b9a0-0f4be426c193), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:00.717294 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] Set router 4e6ef35d-71a4-4044-8467-446df607abc2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:23:00.732047 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-0fbcbb87-6659-4d48-9b03-82b534b8444c None None] For port 9edb86b8-01dd-418f-b9a0-0f4be426c193, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=9edb86b8-01dd-418f-b9a0-0f4be426c193,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:00.737375 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0fbcbb87-6659-4d48-9b03-82b534b8444c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (9edb86b8-01dd-418f-b9a0-0f4be426c193), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:00.773214 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:00.802521 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcbb87-6659-4d48-9b03-82b534b8444c None None] Pushing event updated for resources: {'Port': ['ID=9edb86b8-01dd-418f-b9a0-0f4be426c193,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:00.864160 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-8a2b0747-22fe-48aa-9a04-7c7931626080 None None] Provisioning complete for port 9edb86b8-01dd-418f-b9a0-0f4be426c193 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:23:00.864676 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0747-22fe-48aa-9a04-7c7931626080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (9edb86b8-01dd-418f-b9a0-0f4be426c193), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:00.973568 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:00.992573 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-8a2b0747-22fe-48aa-9a04-7c7931626080 None None] Current status of the port 9edb86b8-01dd-418f-b9a0-0f4be426c193 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:23:01.004859 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9713e7dc-91ad-4a82-9201-6c4a4d20a137 None None] The sync data for ids ['4e6ef35d-71a4-4044-8467-446df607abc2'] in dv-cinder-847132-2-iscsi is: [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:23:01.282545 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 3ca9ed03-9acb-40d2-a21a-39e44d2724f3 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:23:01.333839 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 3ca9ed03-9acb-40d2-a21a-39e44d2724f3 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:23:01.334213 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (3ca9ed03-9acb-40d2-a21a-39e44d2724f3), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:01.375273 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:01.440353 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 3ca9ed03-9acb-40d2-a21a-39e44d2724f3 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:23:01.441938 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 9edb86b8-01dd-418f-b9a0-0f4be426c193 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:23:01.499480 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 9edb86b8-01dd-418f-b9a0-0f4be426c193 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:23:01.499973 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (9edb86b8-01dd-418f-b9a0-0f4be426c193), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:01.591238 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 9edb86b8-01dd-418f-b9a0-0f4be426c193 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:23:01.675625 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-488a22b0-7eac-4ff9-942b-aaca2c0b9758 req-68e90493-281e-4fce-a4e9-f7ff7feb799a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=725b1a67-bbbe-48c8-8838-a7b65cedf8da HTTP/1.1" status: 200 len: 210 time: 0.0382824 Jun 24 10:23:01.909161 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-8c4ef073-e1da-43ac-a716-13df56136f43 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:01.911485 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-8c4ef073-e1da-43ac-a716-13df56136f43 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.27 "GET /v2.0/networks?id=62d2509b-2c7f-4b5f-9593-650742984d82 HTTP/1.1" status: 200 len: 814 time: 0.1390812 Jun 24 10:23:01.964925 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:01.988240 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-97e4c916-72c6-44b3-8b36-285f30a327f8 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13b216e0dd4e46e2a2f4b275666118f6 HTTP/1.1" status: 200 len: 380 time: 0.0657985 Jun 24 10:23:02.002442 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-5c3b2fc3-7f0a-4dc6-8a92-7b991e9e3600 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Request body: {'port': {'device_id': '725b1a67-bbbe-48c8-8838-a7b65cedf8da', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'admin_state_up': True, 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'security_groups': ['77e62bb9-2e45-4a5d-a988-0523cd294d76']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:23:02.121347 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-5c3b2fc3-7f0a-4dc6-8a92-7b991e9e3600 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Made reservation on behalf of 13b216e0dd4e46e2a2f4b275666118f6 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:23:02.125254 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-5c3b2fc3-7f0a-4dc6-8a92-7b991e9e3600 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:02.209119 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:02.288045 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-5c3b2fc3-7f0a-4dc6-8a92-7b991e9e3600 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Allocated IP 172.20.0.3 (62d2509b-2c7f-4b5f-9593-650742984d82/268c6001-37f9-4557-8ba3-5719eccd12d5/80524936-44ce-4c42-b54e-f60f40be9414) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:23:02.424811 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-5c3b2fc3-7f0a-4dc6-8a92-7b991e9e3600 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for port (80524936-44ce-4c42-b54e-f60f40be9414), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:02.462165 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-5c3b2fc3-7f0a-4dc6-8a92-7b991e9e3600 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (80524936-44ce-4c42-b54e-f60f40be9414), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:02.512748 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-5c3b2fc3-7f0a-4dc6-8a92-7b991e9e3600 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Network 62d2509b-2c7f-4b5f-9593-650742984d82 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:23:02.515849 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-5c3b2fc3-7f0a-4dc6-8a92-7b991e9e3600 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:23:02.519773 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-5c3b2fc3-7f0a-4dc6-8a92-7b991e9e3600 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:23:02.546909 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b2fc3-7f0a-4dc6-8a92-7b991e9e3600 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event updated for resources: {'Port': ['ID=80524936-44ce-4c42-b54e-f60f40be9414,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:02.575342 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-5c3b2fc3-7f0a-4dc6-8a92-7b991e9e3600 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:02.576325 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-5c3b2fc3-7f0a-4dc6-8a92-7b991e9e3600 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:02.596642 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-5c3b2fc3-7f0a-4dc6-8a92-7b991e9e3600 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5996604 Jun 24 10:23:02.609796 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-fb35d3d6-68c2-4ece-9b04-15252922489e service neutron] Request body: {'port': {'device_id': '725b1a67-bbbe-48c8-8838-a7b65cedf8da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:23:02.694334 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-fb35d3d6-68c2-4ece-9b04-15252922489e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (80524936-44ce-4c42-b54e-f60f40be9414), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:02.725801 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-345a8118-344c-478a-a804-01e7e9d506a4 None None] Provisioning complete for port 80524936-44ce-4c42-b54e-f60f40be9414 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:23:02.726587 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-345a8118-344c-478a-a804-01e7e9d506a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (80524936-44ce-4c42-b54e-f60f40be9414), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:02.763173 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-345a8118-344c-478a-a804-01e7e9d506a4 None None] Port 80524936-44ce-4c42-b54e-f60f40be9414 cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:23:02.779108 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:02.817095 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdb2fa-2dc1-4e5d-9ec0-04f9c0e690b7 req-5d67c847-3eec-45c6-8b72-0b7fc884cecc tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:02.818526 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-becdb2fa-2dc1-4e5d-9ec0-04f9c0e690b7 req-5d67c847-3eec-45c6-8b72-0b7fc884cecc tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=725b1a67-bbbe-48c8-8838-a7b65cedf8da HTTP/1.1" status: 200 len: 931 time: 0.0500455 Jun 24 10:23:02.857544 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:02.868091 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-becdb2fa-2dc1-4e5d-9ec0-04f9c0e690b7 req-1a13303a-2c2e-4ac0-9f1a-631fe9604b9e tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=77e62bb9-2e45-4a5d-a988-0523cd294d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437748 Jun 24 10:23:02.974739 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-fb35d3d6-68c2-4ece-9b04-15252922489e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80524936-44ce-4c42-b54e-f60f40be9414 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:23:02.982288 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-fb35d3d6-68c2-4ece-9b04-15252922489e service neutron] Publish callbacks [] for port (80524936-44ce-4c42-b54e-f60f40be9414), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:02.995227 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-fb35d3d6-68c2-4ece-9b04-15252922489e service neutron] Transition to ACTIVE for port object 80524936-44ce-4c42-b54e-f60f40be9414 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:23:03.000343 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-fb35d3d6-68c2-4ece-9b04-15252922489e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (80524936-44ce-4c42-b54e-f60f40be9414), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:03.034589 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:03.058114 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35d3d6-68c2-4ece-9b04-15252922489e service neutron] Pushing event updated for resources: {'Port': ['ID=80524936-44ce-4c42-b54e-f60f40be9414,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:03.134644 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-fb35d3d6-68c2-4ece-9b04-15252922489e service neutron] Attempting to bind port 80524936-44ce-4c42-b54e-f60f40be9414 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:23:03.135015 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-fb35d3d6-68c2-4ece-9b04-15252922489e service neutron] Attempting to bind port 80524936-44ce-4c42-b54e-f60f40be9414 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:23:03.135346 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-fb35d3d6-68c2-4ece-9b04-15252922489e service neutron] Attempting to bind port 80524936-44ce-4c42-b54e-f60f40be9414 on network 62d2509b-2c7f-4b5f-9593-650742984d82 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:23:03.140381 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-fb35d3d6-68c2-4ece-9b04-15252922489e service neutron] Port 80524936-44ce-4c42-b54e-f60f40be9414 on network 62d2509b-2c7f-4b5f-9593-650742984d82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:23:03.140700 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-fb35d3d6-68c2-4ece-9b04-15252922489e service neutron] Attempting to bind port 80524936-44ce-4c42-b54e-f60f40be9414 on network 62d2509b-2c7f-4b5f-9593-650742984d82 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:23:03.145859 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-fb35d3d6-68c2-4ece-9b04-15252922489e service neutron] Checking agent: {'id': '900df4b4-ebee-48f1-a22a-a520f0296ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'started_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:23:03.146199 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-fb35d3d6-68c2-4ece-9b04-15252922489e service neutron] Checking segment: {'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:23:03.146582 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-fb35d3d6-68c2-4ece-9b04-15252922489e service neutron] Bound using segment: {'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:23:03.147398 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-fb35d3d6-68c2-4ece-9b04-15252922489e service neutron] Bound port: 80524936-44ce-4c42-b54e-f60f40be9414, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:23:03.147575 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-fb35d3d6-68c2-4ece-9b04-15252922489e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (80524936-44ce-4c42-b54e-f60f40be9414), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:03.217744 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-fb35d3d6-68c2-4ece-9b04-15252922489e service neutron] For port 80524936-44ce-4c42-b54e-f60f40be9414, host hv-cinder-84713, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:23:03.221747 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-fb35d3d6-68c2-4ece-9b04-15252922489e service neutron] For port 80524936-44ce-4c42-b54e-f60f40be9414, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=80524936-44ce-4c42-b54e-f60f40be9414,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:23:03.228539 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-fb35d3d6-68c2-4ece-9b04-15252922489e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (80524936-44ce-4c42-b54e-f60f40be9414), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:03.264004 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-fb35d3d6-68c2-4ece-9b04-15252922489e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:03.264621 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-fb35d3d6-68c2-4ece-9b04-15252922489e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:03.266126 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-fb35d3d6-68c2-4ece-9b04-15252922489e service neutron] 10.222.0.27 "PUT /v2.0/ports/80524936-44ce-4c42-b54e-f60f40be9414 HTTP/1.1" status: 200 len: 1093 time: 0.6612213 Jun 24 10:23:03.266566 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725b1a67-bbbe-48c8-8838-a7b65cedf8da', 'tag': '80524936-44ce-4c42-b54e-f60f40be9414'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:23:03.268862 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340e955f-749f-4c50-96be-56281e695002" -d '{"events": [{"name": "network-changed", "server_uuid": "725b1a67-bbbe-48c8-8838-a7b65cedf8da", "tag": "80524936-44ce-4c42-b54e-f60f40be9414"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:23:03.331635 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35d3d6-68c2-4ece-9b04-15252922489e service neutron] Pushing event updated for resources: {'Port': ['ID=80524936-44ce-4c42-b54e-f60f40be9414,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:03.337192 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b065e5-15a4-412b-a808-ded69d19fe0b x-openstack-request-id: req-b3b065e5-15a4-412b-a808-ded69d19fe0b {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:23:03.337972 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725b1a67-bbbe-48c8-8838-a7b65cedf8da", "tag": "80524936-44ce-4c42-b54e-f60f40be9414", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:23:03.338354 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b3b065e5-15a4-412b-a808-ded69d19fe0b {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:23:03.338968 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3b065e5-15a4-412b-a808-ded69d19fe0b'] response: {'name': 'network-changed', 'server_uuid': '725b1a67-bbbe-48c8-8838-a7b65cedf8da', 'tag': '80524936-44ce-4c42-b54e-f60f40be9414', 'status': 'completed', 'code': 200} Jun 24 10:23:03.371059 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-93ed2980-5ba2-4017-b992-69ec730f1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:03.372589 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-93ed2980-5ba2-4017-b992-69ec730f1562 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=13b216e0dd4e46e2a2f4b275666118f6&device_id=725b1a67-bbbe-48c8-8838-a7b65cedf8da HTTP/1.1" status: 200 len: 1127 time: 0.0565720 Jun 24 10:23:03.418781 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-43282704-fd0a-496b-8240-a6804b46a5d7 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80524936-44ce-4c42-b54e-f60f40be9414 HTTP/1.1" status: 200 len: 217 time: 0.0374858 Jun 24 10:23:03.470479 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-1e4085e5-8653-4984-843d-0913c092f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:03.471986 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-1e4085e5-8653-4984-843d-0913c092f1f4 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=268c6001-37f9-4557-8ba3-5719eccd12d5 HTTP/1.1" status: 200 len: 853 time: 0.0474102 Jun 24 10:23:03.516848 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-c4cdcb59-28bb-40a5-884f-cfcece78b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:03.518388 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-c4cdcb59-28bb-40a5-884f-cfcece78b3ee service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=62d2509b-2c7f-4b5f-9593-650742984d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400934 Jun 24 10:23:03.599118 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:23:03.616816 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-f77b31dc-262b-4d79-872d-98f685169d65 service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902915 Jun 24 10:23:03.709371 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a5a7c025-a4f8-4bc7-bcb8-6ade901265e3 req-4398bbdc-9730-4631-a4ee-04e963d4d32d service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844140 Jun 24 10:23:03.996366 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b9a13-ac27-456d-b624-4c58a2290ee5 req-66d0ce49-939d-4b05-9c76-771c29d4c9b6 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:03.997893 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-762b9a13-ac27-456d-b624-4c58a2290ee5 req-66d0ce49-939d-4b05-9c76-771c29d4c9b6 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=725b1a67-bbbe-48c8-8838-a7b65cedf8da HTTP/1.1" status: 200 len: 943 time: 0.0519116 Jun 24 10:23:04.046192 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-762b9a13-ac27-456d-b624-4c58a2290ee5 req-cda43a18-cfcd-4913-b25f-cfaf8479015f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=77e62bb9-2e45-4a5d-a988-0523cd294d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420353 Jun 24 10:23:04.622947 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e955f-749f-4c50-96be-56281e695002 req-bf8ce4ba-22b5-456c-b61b-4422262a55db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:04.624464 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-340e955f-749f-4c50-96be-56281e695002 req-bf8ce4ba-22b5-456c-b61b-4422262a55db service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=13b216e0dd4e46e2a2f4b275666118f6&device_id=725b1a67-bbbe-48c8-8838-a7b65cedf8da HTTP/1.1" status: 200 len: 1127 time: 0.0452726 Jun 24 10:23:04.728206 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e955f-749f-4c50-96be-56281e695002 req-49f99775-9fba-41d7-adbf-ed0a38716ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:04.729678 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-340e955f-749f-4c50-96be-56281e695002 req-49f99775-9fba-41d7-adbf-ed0a38716ffc service neutron] 10.222.0.27 "GET /v2.0/networks?id=62d2509b-2c7f-4b5f-9593-650742984d82 HTTP/1.1" status: 200 len: 915 time: 0.0980372 Jun 24 10:23:04.772860 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-340e955f-749f-4c50-96be-56281e695002 req-fae36d37-d5f2-4553-ba7f-719e3886dbab service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80524936-44ce-4c42-b54e-f60f40be9414 HTTP/1.1" status: 200 len: 217 time: 0.0365660 Jun 24 10:23:04.821697 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e955f-749f-4c50-96be-56281e695002 req-fd93764d-d443-4445-ac3e-e882e53d72bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:04.823238 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-340e955f-749f-4c50-96be-56281e695002 req-fd93764d-d443-4445-ac3e-e882e53d72bc service neutron] 10.222.0.27 "GET /v2.0/subnets?id=268c6001-37f9-4557-8ba3-5719eccd12d5 HTTP/1.1" status: 200 len: 853 time: 0.0450869 Jun 24 10:23:04.870930 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e955f-749f-4c50-96be-56281e695002 req-73b080d4-7a35-4876-9ae2-f56218cae5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:04.872511 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-340e955f-749f-4c50-96be-56281e695002 req-73b080d4-7a35-4876-9ae2-f56218cae5dd service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=62d2509b-2c7f-4b5f-9593-650742984d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417633 Jun 24 10:23:04.887449 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:04.913921 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:04.972141 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-340e955f-749f-4c50-96be-56281e695002 req-062466b1-9e96-4e94-b824-1a758f60a40d service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924840 Jun 24 10:23:05.069121 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-340e955f-749f-4c50-96be-56281e695002 req-474f70ae-3e01-45bd-8ea9-f608ed436240 service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899208 Jun 24 10:23:05.172282 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3db93-13f5-44a4-ab37-c02ad5fdb20a req-a1ce126d-ceee-4230-9cfe-26243f7afd3e tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:05.173671 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f5d3db93-13f5-44a4-ab37-c02ad5fdb20a req-a1ce126d-ceee-4230-9cfe-26243f7afd3e tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=725b1a67-bbbe-48c8-8838-a7b65cedf8da HTTP/1.1" status: 200 len: 943 time: 0.0478506 Jun 24 10:23:05.222758 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f5d3db93-13f5-44a4-ab37-c02ad5fdb20a req-3a7a1ee2-6b3a-471a-a19a-36518a711e97 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=77e62bb9-2e45-4a5d-a988-0523cd294d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432720 Jun 24 10:23:05.939218 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 80524936-44ce-4c42-b54e-f60f40be9414 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:23:06.043807 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 80524936-44ce-4c42-b54e-f60f40be9414, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=80524936-44ce-4c42-b54e-f60f40be9414,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:06.055686 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': '80524936-44ce-4c42-b54e-f60f40be9414', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'port_id': '80524936-44ce-4c42-b54e-f60f40be9414', 'mac_address': 'fa:16:3e:d3:22:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:23:06.091460 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 80524936-44ce-4c42-b54e-f60f40be9414 is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:23:06.091855 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (80524936-44ce-4c42-b54e-f60f40be9414), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:06.109471 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80524936-44ce-4c42-b54e-f60f40be9414 {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:23:06.129671 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 80524936-44ce-4c42-b54e-f60f40be9414, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=80524936-44ce-4c42-b54e-f60f40be9414,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:06.135126 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (80524936-44ce-4c42-b54e-f60f40be9414), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:06.180584 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=80524936-44ce-4c42-b54e-f60f40be9414,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:06.187522 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:06.187857 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:06.188208 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:06.188543 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:06.188874 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:06.189203 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:06.189528 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:06.189847 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:06.190172 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:06.190492 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:06.190839 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:06.191164 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:06.191480 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:06.191797 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:06.192118 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:06.334200 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:06.346960 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2cf3e-c534-455b-a892-cadc1bfc7bcc req-7f0f17c3-8eff-48ff-8a41-cb1470e4e49a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:06.348449 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9df2cf3e-c534-455b-a892-cadc1bfc7bcc req-7f0f17c3-8eff-48ff-8a41-cb1470e4e49a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=725b1a67-bbbe-48c8-8838-a7b65cedf8da HTTP/1.1" status: 200 len: 944 time: 0.0550632 Jun 24 10:23:06.393186 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['80524936-44ce-4c42-b54e-f60f40be9414'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:23:06.399286 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9df2cf3e-c534-455b-a892-cadc1bfc7bcc req-3d400aed-528b-4067-a012-f01732b46d0a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=77e62bb9-2e45-4a5d-a988-0523cd294d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434933 Jun 24 10:23:06.439420 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:06.566396 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c4499ced-380a-4222-8b69-890985bb84d1 req-967cf723-5347-4f3e-9751-3f1065b11f43 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1204944247&fields=id&tenant_id=34f04f4ab2294464bdc83acecb4d9a79 HTTP/1.1" status: 200 len: 267 time: 0.0499096 Jun 24 10:23:06.617518 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4499ced-380a-4222-8b69-890985bb84d1 req-e076ea14-5414-4e7c-a0c7-94d097d05858 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:06.619101 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c4499ced-380a-4222-8b69-890985bb84d1 req-e076ea14-5414-4e7c-a0c7-94d097d05858 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 985 time: 0.0471625 Jun 24 10:23:06.629812 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-c4499ced-380a-4222-8b69-890985bb84d1 req-46d4f0e9-6a91-42ff-9fc7-6e9cacadc859 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Request body: {'port': {'security_groups': ['d92b73a4-6c0d-43d9-a8e8-859f253bd315']}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:23:06.735425 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-c4499ced-380a-4222-8b69-890985bb84d1 req-46d4f0e9-6a91-42ff-9fc7-6e9cacadc859 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (9b477745-37af-4221-acf2-e595e7642fe8), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:06.912564 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-c4499ced-380a-4222-8b69-890985bb84d1 req-46d4f0e9-6a91-42ff-9fc7-6e9cacadc859 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] For port 9b477745-37af-4221-acf2-e595e7642fe8, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=9b477745-37af-4221-acf2-e595e7642fe8,segment=NetworkSegment(19ace9fb-f518-44ae-8f89-d571204a940f),segment_id=19ace9fb-f518-44ae-8f89-d571204a940f)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:06.947528 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-c4499ced-380a-4222-8b69-890985bb84d1 req-46d4f0e9-6a91-42ff-9fc7-6e9cacadc859 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for port (9b477745-37af-4221-acf2-e595e7642fe8), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:06.952692 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-c4499ced-380a-4222-8b69-890985bb84d1 req-46d4f0e9-6a91-42ff-9fc7-6e9cacadc859 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15869106'] for port (9b477745-37af-4221-acf2-e595e7642fe8), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:06.996870 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4499ced-380a-4222-8b69-890985bb84d1 req-46d4f0e9-6a91-42ff-9fc7-6e9cacadc859 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:06.997513 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-c4499ced-380a-4222-8b69-890985bb84d1 req-46d4f0e9-6a91-42ff-9fc7-6e9cacadc859 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:06.998922 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c4499ced-380a-4222-8b69-890985bb84d1 req-46d4f0e9-6a91-42ff-9fc7-6e9cacadc859 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "PUT /v2.0/ports/9b477745-37af-4221-acf2-e595e7642fe8 HTTP/1.1" status: 200 len: 943 time: 0.3735626 Jun 24 10:23:06.999376 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ffd130-4813-4e8e-a43e-56bbe1ee7b67', 'tag': '9b477745-37af-4221-acf2-e595e7642fe8'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:23:07.001903 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0842cb78391e2f7ce2bbbb97d4275cb0a39767f3185dad610fa5b26cb1bc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d780ef-c5ec-4569-9f52-110e54cd64ab" -d '{"events": [{"name": "network-changed", "server_uuid": "53ffd130-4813-4e8e-a43e-56bbe1ee7b67", "tag": "9b477745-37af-4221-acf2-e595e7642fe8"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:23:07.008396 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 39738) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:07.027055 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4f0e9-6a91-42ff-9fc7-6e9cacadc859 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Pushing event updated for resources: {'Port': ['ID=9b477745-37af-4221-acf2-e595e7642fe8,revision_number=7']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:07.035229 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['9b477745-37af-4221-acf2-e595e7642fe8'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:23:07.086298 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe01288-0192-472f-83e3-0ac0a2cef7a9 x-openstack-request-id: req-0fe01288-0192-472f-83e3-0ac0a2cef7a9 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:23:07.088327 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ffd130-4813-4e8e-a43e-56bbe1ee7b67", "tag": "9b477745-37af-4221-acf2-e595e7642fe8", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:23:07.088881 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0fe01288-0192-472f-83e3-0ac0a2cef7a9 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:23:07.089726 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe01288-0192-472f-83e3-0ac0a2cef7a9'] response: {'name': 'network-changed', 'server_uuid': '53ffd130-4813-4e8e-a43e-56bbe1ee7b67', 'tag': '9b477745-37af-4221-acf2-e595e7642fe8', 'status': 'completed', 'code': 200} Jun 24 10:23:07.097184 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e87270e1-a142-48d2-be6c-6dfa51ccc9fb tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for security_group (5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:07.134918 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:07.164742 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['9b477745-37af-4221-acf2-e595e7642fe8'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:23:07.180442 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e87270e1-a142-48d2-be6c-6dfa51ccc9fb tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for security_group (5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:07.219064 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d780ef-c5ec-4569-9f52-110e54cd64ab req-aab2f213-6859-472a-8090-95f923562ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:07.220551 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-67d780ef-c5ec-4569-9f52-110e54cd64ab req-aab2f213-6859-472a-8090-95f923562ce1 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=34f04f4ab2294464bdc83acecb4d9a79&device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 1130 time: 0.1040356 Jun 24 10:23:07.350875 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d780ef-c5ec-4569-9f52-110e54cd64ab req-65c81f63-3613-4ff6-917f-058f88de7c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:07.352408 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-67d780ef-c5ec-4569-9f52-110e54cd64ab req-65c81f63-3613-4ff6-917f-058f88de7c4d service neutron] 10.222.0.27 "GET /v2.0/networks?id=c3dbd8da-335a-433c-9ef1-e6bc6e20a951 HTTP/1.1" status: 200 len: 915 time: 0.1210442 Jun 24 10:23:07.385785 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1310c259-1099-4048-877c-5e1a8061be04 None None] Provisioning complete for port 9b477745-37af-4221-acf2-e595e7642fe8 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:23:07.386158 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1310c259-1099-4048-877c-5e1a8061be04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (9b477745-37af-4221-acf2-e595e7642fe8), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:07.413125 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e87270e1-a142-48d2-be6c-6dfa51ccc9fb tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:07.415961 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e87270e1-a142-48d2-be6c-6dfa51ccc9fb tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:07.417059 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e87270e1-a142-48d2-be6c-6dfa51ccc9fb tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "DELETE /v2.0/security-groups/5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97 HTTP/1.1" status: 204 len: 168 time: 0.4063189 Jun 24 10:23:07.421248 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39740) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:07.432370 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87270e1-a142-48d2-be6c-6dfa51ccc9fb tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9df3e4-d2c7-4c7e-99dc-2ca13630ed97,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:07.435631 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-67d780ef-c5ec-4569-9f52-110e54cd64ab req-60cd6013-3ec0-4739-8e51-708da94473a5 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b477745-37af-4221-acf2-e595e7642fe8 HTTP/1.1" status: 200 len: 1001 time: 0.0756948 Jun 24 10:23:07.492194 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1310c259-1099-4048-877c-5e1a8061be04 None None] Current status of the port 9b477745-37af-4221-acf2-e595e7642fe8 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:23:07.523556 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d780ef-c5ec-4569-9f52-110e54cd64ab req-3a63489d-3154-47ff-94bb-58e526a66131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:07.526228 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-67d780ef-c5ec-4569-9f52-110e54cd64ab req-3a63489d-3154-47ff-94bb-58e526a66131 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3cf20fba-3795-4f02-a6eb-2b9bf33d2a53 HTTP/1.1" status: 200 len: 853 time: 0.0833952 Jun 24 10:23:07.597846 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d780ef-c5ec-4569-9f52-110e54cd64ab req-505ca1e6-57fd-4129-bf43-0b68b6df5bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:07.599441 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-67d780ef-c5ec-4569-9f52-110e54cd64ab req-505ca1e6-57fd-4129-bf43-0b68b6df5bf1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c3dbd8da-335a-433c-9ef1-e6bc6e20a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658612 Jun 24 10:23:07.612203 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f8d27-c845-430e-8c81-108dbb7febc7 req-0d3005de-bc3b-4d19-af3b-0bfaa5e0dd64 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:07.613691 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4c4f8d27-c845-430e-8c81-108dbb7febc7 req-0d3005de-bc3b-4d19-af3b-0bfaa5e0dd64 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=725b1a67-bbbe-48c8-8838-a7b65cedf8da HTTP/1.1" status: 200 len: 944 time: 0.0941763 Jun 24 10:23:07.658987 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:07.664832 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-40f1912d-09a1-4731-b796-61e51e69666b tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Deleting port fa8ed02c-3f2c-4074-b689-5d655f90bda9 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:23:07.665261 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-40f1912d-09a1-4731-b796-61e51e69666b tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (fa8ed02c-3f2c-4074-b689-5d655f90bda9), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:07.698977 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-67d780ef-c5ec-4569-9f52-110e54cd64ab req-dcd41560-5a73-4acc-8f63-fb5471196efb service neutron] 10.222.0.27 "GET /v2.0/networks/c3dbd8da-335a-433c-9ef1-e6bc6e20a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920377 Jun 24 10:23:07.741266 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4c4f8d27-c845-430e-8c81-108dbb7febc7 req-a847057f-18a7-4d0f-9751-0480cc050626 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=77e62bb9-2e45-4a5d-a988-0523cd294d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072617 Jun 24 10:23:07.773540 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-40f1912d-09a1-4731-b796-61e51e69666b tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (fa8ed02c-3f2c-4074-b689-5d655f90bda9), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:07.775360 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-40f1912d-09a1-4731-b796-61e51e69666b tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for floatingip (fa8ed02c-3f2c-4074-b689-5d655f90bda9), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:07.786931 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:07.792607 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-40f1912d-09a1-4731-b796-61e51e69666b tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Calling delete_port for fa8ed02c-3f2c-4074-b689-5d655f90bda9 owned by network:floatingip {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:23:07.809006 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-67d780ef-c5ec-4569-9f52-110e54cd64ab req-ca25078d-ddf6-4e64-9fb2-a3736e0a4ce1 service neutron] 10.222.0.27 "GET /v2.0/networks/c3dbd8da-335a-433c-9ef1-e6bc6e20a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998158 Jun 24 10:23:07.942156 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 80524936-44ce-4c42-b54e-f60f40be9414 up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:23:07.991424 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning for port 80524936-44ce-4c42-b54e-f60f40be9414 completed by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:23:07.995805 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-40f1912d-09a1-4731-b796-61e51e69666b tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (fa8ed02c-3f2c-4074-b689-5d655f90bda9), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:07.997929 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port 80524936-44ce-4c42-b54e-f60f40be9414 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:23:07.998309 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (80524936-44ce-4c42-b54e-f60f40be9414), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:08.023347 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1912d-09a1-4731-b796-61e51e69666b tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Pushing event deleted for resources: {'Port': ['ID=fa8ed02c-3f2c-4074-b689-5d655f90bda9,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:08.088129 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 80524936-44ce-4c42-b54e-f60f40be9414 is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:23:08.089052 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (80524936-44ce-4c42-b54e-f60f40be9414), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:08.095979 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-40f1912d-09a1-4731-b796-61e51e69666b tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks [] for floatingip (c688dd2a-51b4-4a07-9472-a47778330baa), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:08.096238 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [None req-40f1912d-09a1-4731-b796-61e51e69666b tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Floating IP c688dd2a-51b4-4a07-9472-a47778330baa disassociated (deleted). External IP: 172.27.0.82, port: 9b477745-37af-4221-acf2-e595e7642fe8. Jun 24 10:23:08.114733 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725b1a67-bbbe-48c8-8838-a7b65cedf8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80524936-44ce-4c42-b54e-f60f40be9414'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:23:08.116993 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea420e19-a38f-4a64-afda-34f24fa35030" -d '{"events": [{"server_uuid": "725b1a67-bbbe-48c8-8838-a7b65cedf8da", "name": "network-vif-plugged", "status": "completed", "tag": "80524936-44ce-4c42-b54e-f60f40be9414"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:23:08.130211 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 80524936-44ce-4c42-b54e-f60f40be9414, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=80524936-44ce-4c42-b54e-f60f40be9414,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:08.136215 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (80524936-44ce-4c42-b54e-f60f40be9414), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:08.175751 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8e9a5c-75d2-41cb-9b7f-b9df09f079b2 x-openstack-request-id: req-1c8e9a5c-75d2-41cb-9b7f-b9df09f079b2 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:23:08.176542 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725b1a67-bbbe-48c8-8838-a7b65cedf8da", "name": "network-vif-plugged", "status": "completed", "tag": "80524936-44ce-4c42-b54e-f60f40be9414", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:23:08.176900 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c8e9a5c-75d2-41cb-9b7f-b9df09f079b2 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:23:08.177456 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c8e9a5c-75d2-41cb-9b7f-b9df09f079b2'] response: {'server_uuid': '725b1a67-bbbe-48c8-8838-a7b65cedf8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80524936-44ce-4c42-b54e-f60f40be9414', 'code': 200} Jun 24 10:23:08.219832 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=80524936-44ce-4c42-b54e-f60f40be9414,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:08.332244 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f1912d-09a1-4731-b796-61e51e69666b tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Router 216de2a1-6fe1-4204-a02e-e8f20441feb1 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:23:08.371698 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d842e4-6d23-472e-bde1-8017702ad6f4 req-a431660b-6d22-4f2e-a0aa-e367d58c3bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:08.373294 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b5d842e4-6d23-472e-bde1-8017702ad6f4 req-a431660b-6d22-4f2e-a0aa-e367d58c3bad service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=725b1a67-bbbe-48c8-8838-a7b65cedf8da HTTP/1.1" status: 200 len: 1129 time: 0.0417228 Jun 24 10:23:08.423706 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b5d842e4-6d23-472e-bde1-8017702ad6f4 req-1017de28-653a-491f-b3a9-09ad6baeea78 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=77e62bb9-2e45-4a5d-a988-0523cd294d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439780 Jun 24 10:23:08.672910 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f1912d-09a1-4731-b796-61e51e69666b tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:23:08.677560 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-40f1912d-09a1-4731-b796-61e51e69666b tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:08.685273 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa86206-ab9c-48a6-b265-8e2b37fa8484 None None] Sync routers for ids ['216de2a1-6fe1-4204-a02e-e8f20441feb1'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:23:08.696843 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa86206-ab9c-48a6-b265-8e2b37fa8484 None None] Routers {'216de2a1-6fe1-4204-a02e-e8f20441feb1'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:23:08.697482 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-4aa86206-ab9c-48a6-b265-8e2b37fa8484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:22:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['216de2a1-6fe1-4204-a02e-e8f20441feb1'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:08.711713 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-40f1912d-09a1-4731-b796-61e51e69666b tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "DELETE /v2.0/floatingips/c688dd2a-51b4-4a07-9472-a47778330baa HTTP/1.1" status: 204 len: 168 time: 1.2870853 Jun 24 10:23:08.750347 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:08.819673 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-4aa86206-ab9c-48a6-b265-8e2b37fa8484 None None] Set router 216de2a1-6fe1-4204-a02e-e8f20441feb1 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:23:08.861055 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:08.941251 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242aeaa-11ab-49a7-adf9-ab08292a058e req-25f985a3-d568-441e-8deb-189159e5cc22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:08.943906 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a242aeaa-11ab-49a7-adf9-ab08292a058e req-25f985a3-d568-441e-8deb-189159e5cc22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=725b1a67-bbbe-48c8-8838-a7b65cedf8da HTTP/1.1" status: 200 len: 945 time: 0.1018128 Jun 24 10:23:09.004884 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a242aeaa-11ab-49a7-adf9-ab08292a058e req-c8d72920-047e-45d2-955d-15eb30d2dda1 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=77e62bb9-2e45-4a5d-a988-0523cd294d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539043 Jun 24 10:23:09.073139 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-4aa86206-ab9c-48a6-b265-8e2b37fa8484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'name': 'tempest-TestMinimumBasicScenario-419792473-router', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c992e9-f767-4ec3-b901-b309da118823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:20:52Z', 'updated_at': '2022-06-24T10:20:56Z', 'revision_number': 4, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'gw_port': {'id': '64c992e9-f767-4ec3-b901-b309da118823', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:53Z', 'updated_at': '2022-06-24T10:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'b83f6809-1834-4097-abd8-8ad9adb84b6a', 'name': '', 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'mac_address': 'fa:16:3e:a0:b6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3cf20fba-3795-4f02-a6eb-2b9bf33d2a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:55Z', 'updated_at': '2022-06-24T10:21:01Z', 'revision_number': 5, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'subnets': [{'id': '3cf20fba-3795-4f02-a6eb-2b9bf33d2a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:09.090982 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ffd130-4813-4e8e-a43e-56bbe1ee7b67', 'tag': '9b477745-37af-4221-acf2-e595e7642fe8'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:23:09.093603 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0842cb78391e2f7ce2bbbb97d4275cb0a39767f3185dad610fa5b26cb1bc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87b922e-de41-4bd7-87bb-2596ce18085f" -d '{"events": [{"name": "network-changed", "server_uuid": "53ffd130-4813-4e8e-a43e-56bbe1ee7b67", "tag": "9b477745-37af-4221-acf2-e595e7642fe8"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:23:09.101534 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa86206-ab9c-48a6-b265-8e2b37fa8484 None None] Checking router: 216de2a1-6fe1-4204-a02e-e8f20441feb1 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:23:09.111963 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa86206-ab9c-48a6-b265-8e2b37fa8484 None None] Routers {'216de2a1-6fe1-4204-a02e-e8f20441feb1'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:23:09.112591 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-4aa86206-ab9c-48a6-b265-8e2b37fa8484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:22:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['216de2a1-6fe1-4204-a02e-e8f20441feb1'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:09.131747 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d639c27-79f2-4960-821c-674a7d6e3851 x-openstack-request-id: req-8d639c27-79f2-4960-821c-674a7d6e3851 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:23:09.132021 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ffd130-4813-4e8e-a43e-56bbe1ee7b67", "tag": "9b477745-37af-4221-acf2-e595e7642fe8", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:23:09.132298 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8d639c27-79f2-4960-821c-674a7d6e3851 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:23:09.132689 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d639c27-79f2-4960-821c-674a7d6e3851'] response: {'name': 'network-changed', 'server_uuid': '53ffd130-4813-4e8e-a43e-56bbe1ee7b67', 'tag': '9b477745-37af-4221-acf2-e595e7642fe8', 'status': 'completed', 'code': 200} Jun 24 10:23:09.219318 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b922e-de41-4bd7-87bb-2596ce18085f req-39ec43cf-96d9-4421-8891-9a54f5785f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:09.220847 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e87b922e-de41-4bd7-87bb-2596ce18085f req-39ec43cf-96d9-4421-8891-9a54f5785f2a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=34f04f4ab2294464bdc83acecb4d9a79&device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 1130 time: 0.0480325 Jun 24 10:23:09.228341 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-4aa86206-ab9c-48a6-b265-8e2b37fa8484 None None] Set router 216de2a1-6fe1-4204-a02e-e8f20441feb1 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:23:09.266873 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:09.352622 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b922e-de41-4bd7-87bb-2596ce18085f req-e71007da-fb90-47fa-ab11-20643b337859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:09.354929 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e87b922e-de41-4bd7-87bb-2596ce18085f req-e71007da-fb90-47fa-ab11-20643b337859 service neutron] 10.222.0.27 "GET /v2.0/networks?id=c3dbd8da-335a-433c-9ef1-e6bc6e20a951 HTTP/1.1" status: 200 len: 915 time: 0.1257174 Jun 24 10:23:09.455512 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-4aa86206-ab9c-48a6-b265-8e2b37fa8484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'name': 'tempest-TestMinimumBasicScenario-419792473-router', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c992e9-f767-4ec3-b901-b309da118823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:20:52Z', 'updated_at': '2022-06-24T10:20:56Z', 'revision_number': 4, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'gw_port': {'id': '64c992e9-f767-4ec3-b901-b309da118823', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:53Z', 'updated_at': '2022-06-24T10:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'b83f6809-1834-4097-abd8-8ad9adb84b6a', 'name': '', 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'mac_address': 'fa:16:3e:a0:b6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3cf20fba-3795-4f02-a6eb-2b9bf33d2a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:55Z', 'updated_at': '2022-06-24T10:21:01Z', 'revision_number': 5, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'subnets': [{'id': '3cf20fba-3795-4f02-a6eb-2b9bf33d2a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:09.480366 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa86206-ab9c-48a6-b265-8e2b37fa8484 None None] The sync data for ids ['216de2a1-6fe1-4204-a02e-e8f20441feb1'] in dv-cinder-847132-2-iscsi is: [{'id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'name': 'tempest-TestMinimumBasicScenario-419792473-router', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c992e9-f767-4ec3-b901-b309da118823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:20:52Z', 'updated_at': '2022-06-24T10:20:56Z', 'revision_number': 4, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'gw_port': {'id': '64c992e9-f767-4ec3-b901-b309da118823', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:53Z', 'updated_at': '2022-06-24T10:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'b83f6809-1834-4097-abd8-8ad9adb84b6a', 'name': '', 'network_id': 'c3dbd8da-335a-433c-9ef1-e6bc6e20a951', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'mac_address': 'fa:16:3e:a0:b6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3cf20fba-3795-4f02-a6eb-2b9bf33d2a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:55Z', 'updated_at': '2022-06-24T10:21:01Z', 'revision_number': 5, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'subnets': [{'id': '3cf20fba-3795-4f02-a6eb-2b9bf33d2a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:23:09.722509 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:09.726115 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e87b922e-de41-4bd7-87bb-2596ce18085f req-c578b20e-9c2c-421d-867d-5c25d368fda3 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b477745-37af-4221-acf2-e595e7642fe8 HTTP/1.1" status: 200 len: 217 time: 0.0598783 Jun 24 10:23:09.748526 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0a03e8-a0e2-48ae-aad9-440a7cc24690 None None] New status for floating IP c688dd2a-51b4-4a07-9472-a47778330baa: DOWN {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:23:10.152549 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b922e-de41-4bd7-87bb-2596ce18085f req-e1dcd4f9-cf7a-43c7-a7b6-27860d0f1baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:10.154606 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e87b922e-de41-4bd7-87bb-2596ce18085f req-e1dcd4f9-cf7a-43c7-a7b6-27860d0f1baa service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3cf20fba-3795-4f02-a6eb-2b9bf33d2a53 HTTP/1.1" status: 200 len: 853 time: 0.0646849 Jun 24 10:23:10.156414 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a3d61-fbe2-426f-8d64-8c3f68db2cbc req-940670d9-1a38-4921-bd16-4458d9c8e055 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:10.157385 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:10.158111 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dc6a3d61-fbe2-426f-8d64-8c3f68db2cbc req-940670d9-1a38-4921-bd16-4458d9c8e055 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=725b1a67-bbbe-48c8-8838-a7b65cedf8da HTTP/1.1" status: 200 len: 945 time: 0.0759842 Jun 24 10:23:10.183501 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:10.214169 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dc6a3d61-fbe2-426f-8d64-8c3f68db2cbc req-bb35749c-1686-47e1-9a27-ae336e8404a7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=77e62bb9-2e45-4a5d-a988-0523cd294d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497658 Jun 24 10:23:10.264514 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b922e-de41-4bd7-87bb-2596ce18085f req-ac562b98-8676-467f-bbc3-c21dca70b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:10.266294 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e87b922e-de41-4bd7-87bb-2596ce18085f req-ac562b98-8676-467f-bbc3-c21dca70b008 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c3dbd8da-335a-433c-9ef1-e6bc6e20a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607073 Jun 24 10:23:10.315289 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-be91ad21-e403-4025-bb49-8ab52104b770 req-c3d9fcf8-411c-46a0-9702-ccae13254ed6 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0607316 Jun 24 10:23:10.364990 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec35e8d-b31f-488f-a293-c573303176a8 req-4599e27b-2db5-43ba-8d0b-d3af6bbd1ec9 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:10.366625 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aec35e8d-b31f-488f-a293-c573303176a8 req-4599e27b-2db5-43ba-8d0b-d3af6bbd1ec9 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=725b1a67-bbbe-48c8-8838-a7b65cedf8da HTTP/1.1" status: 200 len: 945 time: 0.0599737 Jun 24 10:23:10.375650 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39766) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:10.380341 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-c6dc9e4c-c386-4619-b934-60ce197e8ae3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Request body: {'floatingip': {'port_id': '80524936-44ce-4c42-b54e-f60f40be9414'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:23:10.419640 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c6dc9e4c-c386-4619-b934-60ce197e8ae3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (691c0fc0-51cb-42b2-bae3-513ce7fe3e26), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:10.438102 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e87b922e-de41-4bd7-87bb-2596ce18085f req-9f320f19-1530-4ba1-ad61-147c4b6bf066 service neutron] 10.222.0.27 "GET /v2.0/networks/c3dbd8da-335a-433c-9ef1-e6bc6e20a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542397 Jun 24 10:23:10.439955 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91ad21-e403-4025-bb49-8ab52104b770 req-728f10c5-38bb-440e-b2c7-9cf42f130e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:10.442209 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-be91ad21-e403-4025-bb49-8ab52104b770 req-728f10c5-38bb-440e-b2c7-9cf42f130e87 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=90f6878fdaaf43b58b92bea357331d2e&device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 1129 time: 0.0777209 Jun 24 10:23:10.615790 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:10.626967 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e87b922e-de41-4bd7-87bb-2596ce18085f req-b35e20f7-b8f5-4124-9293-5e6d3dcb7503 service neutron] 10.222.0.27 "GET /v2.0/networks/c3dbd8da-335a-433c-9ef1-e6bc6e20a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796191 Jun 24 10:23:10.629849 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91ad21-e403-4025-bb49-8ab52104b770 req-9e580281-29da-4455-a6f7-3f01276b6574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:10.631278 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-be91ad21-e403-4025-bb49-8ab52104b770 req-9e580281-29da-4455-a6f7-3f01276b6574 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fcb34be5-02e9-434d-ab19-3848e7eb46d8 HTTP/1.1" status: 200 len: 910 time: 0.1585808 Jun 24 10:23:10.739150 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-be91ad21-e403-4025-bb49-8ab52104b770 req-b5b76e67-3456-4787-853d-995f025946b0 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0124f28a-1a85-487c-9819-2fad18e6391a HTTP/1.1" status: 200 len: 1001 time: 0.0989974 Jun 24 10:23:10.824494 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91ad21-e403-4025-bb49-8ab52104b770 req-e3642d4a-6bc4-4311-b6e1-97ed48904655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:10.826406 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-be91ad21-e403-4025-bb49-8ab52104b770 req-e3642d4a-6bc4-4311-b6e1-97ed48904655 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5c1d464b-ef78-4c93-8a97-8aea5630552f HTTP/1.1" status: 200 len: 848 time: 0.0747585 Jun 24 10:23:10.880540 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91ad21-e403-4025-bb49-8ab52104b770 req-9864d21f-001c-4a98-a09f-dc8307d3e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:10.883110 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-be91ad21-e403-4025-bb49-8ab52104b770 req-9864d21f-001c-4a98-a09f-dc8307d3e67f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fcb34be5-02e9-434d-ab19-3848e7eb46d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493317 Jun 24 10:23:10.959375 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c6dc9e4c-c386-4619-b934-60ce197e8ae3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:10.965862 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c6dc9e4c-c386-4619-b934-60ce197e8ae3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (691c0fc0-51cb-42b2-bae3-513ce7fe3e26), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:11.143141 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [None req-c6dc9e4c-c386-4619-b934-60ce197e8ae3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Floating IP 691c0fc0-51cb-42b2-bae3-513ce7fe3e26 associated. External IP: 172.27.0.35, port: 80524936-44ce-4c42-b54e-f60f40be9414. Jun 24 10:23:11.278388 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661526f-b6c6-4ca0-aaf9-60c459e2157a req-d90dfa30-f34f-499f-beb7-e99c33d5b100 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:11.280421 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1661526f-b6c6-4ca0-aaf9-60c459e2157a req-d90dfa30-f34f-499f-beb7-e99c33d5b100 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 947 time: 0.1010475 Jun 24 10:23:11.365729 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-be91ad21-e403-4025-bb49-8ab52104b770 req-8731552e-aa3f-4241-9839-cb99322e64aa service neutron] 10.222.0.27 "GET /v2.0/networks/fcb34be5-02e9-434d-ab19-3848e7eb46d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751537 Jun 24 10:23:11.409882 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1661526f-b6c6-4ca0-aaf9-60c459e2157a req-9d3b6f1f-eee6-4753-a102-3931076098c9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166570 Jun 24 10:23:11.486070 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6dc9e4c-c386-4619-b934-60ce197e8ae3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Router 4e6ef35d-71a4-4044-8467-446df607abc2 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:23:11.590346 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:11.597523 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dc9e4c-c386-4619-b934-60ce197e8ae3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:23:11.603604 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c6dc9e4c-c386-4619-b934-60ce197e8ae3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:11.608125 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60b0970-8a7e-4d62-bf81-7cd315a237c7 None None] Sync routers for ids ['4e6ef35d-71a4-4044-8467-446df607abc2'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:23:11.620969 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60b0970-8a7e-4d62-bf81-7cd315a237c7 None None] Routers {'4e6ef35d-71a4-4044-8467-446df607abc2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:23:11.621841 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-c60b0970-8a7e-4d62-bf81-7cd315a237c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:22:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4e6ef35d-71a4-4044-8467-446df607abc2'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:11.650412 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-c6dc9e4c-c386-4619-b934-60ce197e8ae3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "PUT /v2.0/floatingips/691c0fc0-51cb-42b2-bae3-513ce7fe3e26 HTTP/1.1" status: 200 len: 990 time: 1.2713635 Jun 24 10:23:11.650412 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725b1a67-bbbe-48c8-8838-a7b65cedf8da', 'tag': '80524936-44ce-4c42-b54e-f60f40be9414'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:23:11.652593 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0842cb78391e2f7ce2bbbb97d4275cb0a39767f3185dad610fa5b26cb1bc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353ff92c-0e37-4c81-be5f-233baa115d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "725b1a67-bbbe-48c8-8838-a7b65cedf8da", "tag": "80524936-44ce-4c42-b54e-f60f40be9414"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:23:11.691508 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85eadba8-9363-42a6-83ee-ac54594b5df6 x-openstack-request-id: req-85eadba8-9363-42a6-83ee-ac54594b5df6 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:23:11.691802 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725b1a67-bbbe-48c8-8838-a7b65cedf8da", "tag": "80524936-44ce-4c42-b54e-f60f40be9414", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:23:11.692050 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85eadba8-9363-42a6-83ee-ac54594b5df6 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:23:11.692462 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85eadba8-9363-42a6-83ee-ac54594b5df6'] response: {'name': 'network-changed', 'server_uuid': '725b1a67-bbbe-48c8-8838-a7b65cedf8da', 'tag': '80524936-44ce-4c42-b54e-f60f40be9414', 'status': 'completed', 'code': 200} Jun 24 10:23:11.860652 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-c60b0970-8a7e-4d62-bf81-7cd315a237c7 None None] Set router 4e6ef35d-71a4-4044-8467-446df607abc2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:23:12.070745 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-c60b0970-8a7e-4d62-bf81-7cd315a237c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '691c0fc0-51cb-42b2-bae3-513ce7fe3e26', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'port_id': '80524936-44ce-4c42-b54e-f60f40be9414', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'mac_address': 'fa:16:3e:d3:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725b1a67-bbbe-48c8-8838-a7b65cedf8da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:22:59Z', 'updated_at': '2022-06-24T10:23:10Z', 'revision_number': 1, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:12.095394 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60b0970-8a7e-4d62-bf81-7cd315a237c7 None None] Checking router: 4e6ef35d-71a4-4044-8467-446df607abc2 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:23:12.104169 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60b0970-8a7e-4d62-bf81-7cd315a237c7 None None] Routers {'4e6ef35d-71a4-4044-8467-446df607abc2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:23:12.104785 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-c60b0970-8a7e-4d62-bf81-7cd315a237c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:22:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4e6ef35d-71a4-4044-8467-446df607abc2'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:12.154082 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:12.158850 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:12.213004 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-c60b0970-8a7e-4d62-bf81-7cd315a237c7 None None] Set router 4e6ef35d-71a4-4044-8467-446df607abc2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:23:12.330317 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ff92c-0e37-4c81-be5f-233baa115d8b req-48188d93-e650-48a9-807d-d87f3f9c8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:12.331888 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-353ff92c-0e37-4c81-be5f-233baa115d8b req-48188d93-e650-48a9-807d-d87f3f9c8e5a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=13b216e0dd4e46e2a2f4b275666118f6&device_id=725b1a67-bbbe-48c8-8838-a7b65cedf8da HTTP/1.1" status: 200 len: 1129 time: 0.0807488 Jun 24 10:23:12.354484 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-be91ad21-e403-4025-bb49-8ab52104b770 req-d0f65c44-db0c-472c-9691-8d9e85834f2a service neutron] 10.222.0.27 "GET /v2.0/networks/fcb34be5-02e9-434d-ab19-3848e7eb46d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246986 Jun 24 10:23:12.442446 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-c60b0970-8a7e-4d62-bf81-7cd315a237c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '691c0fc0-51cb-42b2-bae3-513ce7fe3e26', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'port_id': '80524936-44ce-4c42-b54e-f60f40be9414', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'mac_address': 'fa:16:3e:d3:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725b1a67-bbbe-48c8-8838-a7b65cedf8da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:22:59Z', 'updated_at': '2022-06-24T10:23:10Z', 'revision_number': 1, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:12.496373 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60b0970-8a7e-4d62-bf81-7cd315a237c7 None None] The sync data for ids ['4e6ef35d-71a4-4044-8467-446df607abc2'] in dv-cinder-847132-2-iscsi is: [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '691c0fc0-51cb-42b2-bae3-513ce7fe3e26', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'port_id': '80524936-44ce-4c42-b54e-f60f40be9414', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'mac_address': 'fa:16:3e:d3:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725b1a67-bbbe-48c8-8838-a7b65cedf8da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:22:59Z', 'updated_at': '2022-06-24T10:23:10Z', 'revision_number': 1, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:23:12.546984 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:12.600783 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56147e7d-4f81-4735-802e-b6a5dc3f7952 req-1ee59657-e887-4f10-a586-aa3c427f303b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:12.602646 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-56147e7d-4f81-4735-802e-b6a5dc3f7952 req-1ee59657-e887-4f10-a586-aa3c427f303b tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 947 time: 0.0840268 Jun 24 10:23:12.623404 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ff92c-0e37-4c81-be5f-233baa115d8b req-6349d50b-5f1c-4ca8-ae7f-b93b639b94cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:12.625553 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-353ff92c-0e37-4c81-be5f-233baa115d8b req-6349d50b-5f1c-4ca8-ae7f-b93b639b94cc service neutron] 10.222.0.27 "GET /v2.0/networks?id=62d2509b-2c7f-4b5f-9593-650742984d82 HTTP/1.1" status: 200 len: 915 time: 0.1918995 Jun 24 10:23:12.653045 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777f1ea-b26a-4a63-ba6e-23a4e58b889e req-b20f43d9-65a3-4066-bee4-6fe2a3cf8a14 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:12.654853 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e777f1ea-b26a-4a63-ba6e-23a4e58b889e req-b20f43d9-65a3-4066-bee4-6fe2a3cf8a14 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 947 time: 0.1009755 Jun 24 10:23:12.655486 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:12.698742 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-56147e7d-4f81-4735-802e-b6a5dc3f7952 req-ede0dc5f-1e63-4fca-8368-df52a8e86576 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups?id=afd3d381-e2a4-49b7-8665-10967ad2f9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841086 Jun 24 10:23:12.784163 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-353ff92c-0e37-4c81-be5f-233baa115d8b req-05c7b6eb-a259-4244-bf61-dfe1e7799c22 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80524936-44ce-4c42-b54e-f60f40be9414 HTTP/1.1" status: 200 len: 998 time: 0.1508441 Jun 24 10:23:12.829607 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f7596-1622-432a-9685-96c01477a16a req-d5b041dc-a508-4651-8d07-9a89b367fe3f tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:12.832483 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c31f7596-1622-432a-9685-96c01477a16a req-d5b041dc-a508-4651-8d07-9a89b367fe3f tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 946 time: 0.0685761 Jun 24 10:23:12.847314 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cefab3-df35-47c1-bda7-4629baa5cfe2 None None] New status for floating IP 691c0fc0-51cb-42b2-bae3-513ce7fe3e26: ACTIVE {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:23:12.856328 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-e777f1ea-b26a-4a63-ba6e-23a4e58b889e req-de4c9f8d-63a6-4f51-aa6d-82910e6f07d9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Deleting port 44c57577-b7f4-4772-ade3-5e9b2dded200 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:23:12.856880 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e777f1ea-b26a-4a63-ba6e-23a4e58b889e req-de4c9f8d-63a6-4f51-aa6d-82910e6f07d9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:12.868237 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:12.906519 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c31f7596-1622-432a-9685-96c01477a16a req-95106f74-f4ed-4b7a-8a75-8cd1bbce1448 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672846 Jun 24 10:23:12.972931 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-e777f1ea-b26a-4a63-ba6e-23a4e58b889e req-de4c9f8d-63a6-4f51-aa6d-82910e6f07d9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] For port 44c57577-b7f4-4772-ade3-5e9b2dded200, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=44c57577-b7f4-4772-ade3-5e9b2dded200,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:12.973423 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e777f1ea-b26a-4a63-ba6e-23a4e58b889e req-de4c9f8d-63a6-4f51-aa6d-82910e6f07d9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:13.146010 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e777f1ea-b26a-4a63-ba6e-23a4e58b889e req-de4c9f8d-63a6-4f51-aa6d-82910e6f07d9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:13.146408 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e777f1ea-b26a-4a63-ba6e-23a4e58b889e req-de4c9f8d-63a6-4f51-aa6d-82910e6f07d9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (a8213bb5-29d2-44b4-88b4-2de78501589e), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:13.146686 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-e777f1ea-b26a-4a63-ba6e-23a4e58b889e req-de4c9f8d-63a6-4f51-aa6d-82910e6f07d9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Floating IP a8213bb5-29d2-44b4-88b4-2de78501589e disassociated. External IP: 172.27.0.157, port: 44c57577-b7f4-4772-ade3-5e9b2dded200. Jun 24 10:23:13.147090 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-e777f1ea-b26a-4a63-ba6e-23a4e58b889e req-de4c9f8d-63a6-4f51-aa6d-82910e6f07d9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Calling delete_port for 44c57577-b7f4-4772-ade3-5e9b2dded200 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:23:13.298518 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e777f1ea-b26a-4a63-ba6e-23a4e58b889e req-de4c9f8d-63a6-4f51-aa6d-82910e6f07d9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (44c57577-b7f4-4772-ade3-5e9b2dded200), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:13.326366 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c9f8d-63a6-4f51-aa6d-82910e6f07d9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Pushing event deleted for resources: {'Port': ['ID=44c57577-b7f4-4772-ade3-5e9b2dded200,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:13.442615 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e777f1ea-b26a-4a63-ba6e-23a4e58b889e req-de4c9f8d-63a6-4f51-aa6d-82910e6f07d9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Router 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:23:13.549324 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e777f1ea-b26a-4a63-ba6e-23a4e58b889e req-de4c9f8d-63a6-4f51-aa6d-82910e6f07d9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:23:13.561291 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f2bad-2f4d-4515-b18e-34febf4111b1 None None] Sync routers for ids ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:23:13.578351 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8f2bad-2f4d-4515-b18e-34febf4111b1 None None] Routers {'6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:23:13.579499 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-cb8f2bad-2f4d-4515-b18e-34febf4111b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:22:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:13.604364 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e777f1ea-b26a-4a63-ba6e-23a4e58b889e req-de4c9f8d-63a6-4f51-aa6d-82910e6f07d9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] No DVR routers for this DVR port 44c57577-b7f4-4772-ade3-5e9b2dded200 on host hv-cinder-84713 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:23:13.606907 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e777f1ea-b26a-4a63-ba6e-23a4e58b889e req-de4c9f8d-63a6-4f51-aa6d-82910e6f07d9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:13.610206 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e777f1ea-b26a-4a63-ba6e-23a4e58b889e req-de4c9f8d-63a6-4f51-aa6d-82910e6f07d9 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.27 "DELETE /v2.0/ports/44c57577-b7f4-4772-ade3-5e9b2dded200 HTTP/1.1" status: 204 len: 173 time: 0.9131043 Jun 24 10:23:13.610647 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2ba100-192e-4c39-a43a-93be37df4e63', 'name': 'network-vif-deleted', 'tag': '44c57577-b7f4-4772-ade3-5e9b2dded200'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:23:13.613030 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff6b255-6350-4ab2-8bc4-6472a0342958" -d '{"events": [{"server_uuid": "6a2ba100-192e-4c39-a43a-93be37df4e63", "name": "network-vif-deleted", "tag": "44c57577-b7f4-4772-ade3-5e9b2dded200"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:23:13.649833 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce047cce-7c5b-4ea7-8078-29b60483e627 x-openstack-request-id: req-ce047cce-7c5b-4ea7-8078-29b60483e627 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:23:13.650312 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2ba100-192e-4c39-a43a-93be37df4e63", "name": "network-vif-deleted", "tag": "44c57577-b7f4-4772-ade3-5e9b2dded200", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:23:13.650747 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce047cce-7c5b-4ea7-8078-29b60483e627 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:23:13.651299 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce047cce-7c5b-4ea7-8078-29b60483e627'] response: {'server_uuid': '6a2ba100-192e-4c39-a43a-93be37df4e63', 'name': 'network-vif-deleted', 'tag': '44c57577-b7f4-4772-ade3-5e9b2dded200', 'status': 'completed', 'code': 200} Jun 24 10:23:13.710999 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-cb8f2bad-2f4d-4515-b18e-34febf4111b1 None None] Set router 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:23:13.843370 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b7714aed-e45b-4f42-a2cb-24e6dab29fd6 req-3d62a5ae-5469-4b09-b5bc-10b94c0b4344 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 210 time: 0.0482996 Jun 24 10:23:13.947600 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-cb8f2bad-2f4d-4515-b18e-34febf4111b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'name': 'tempest-AttachVolumeShelveTestJSON-1553345152-router', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:01Z', 'updated_at': '2022-06-24T10:16:10Z', 'revision_number': 4, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'gw_port': {'id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:02Z', 'updated_at': '2022-06-24T10:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '469af8e5-b73b-402e-a8d2-652dca1296ab', 'name': '', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'mac_address': 'fa:16:3e:8d:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:08Z', 'updated_at': '2022-06-24T10:16:26Z', 'revision_number': 5, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'subnets': [{'id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:13.973476 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f2bad-2f4d-4515-b18e-34febf4111b1 None None] Checking router: 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:23:13.982681 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8f2bad-2f4d-4515-b18e-34febf4111b1 None None] Routers {'6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:23:13.983342 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-cb8f2bad-2f4d-4515-b18e-34febf4111b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:22:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:14.042739 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a182fcb-bb1f-40f5-9d58-454009a43883 req-a62fbd62-bfeb-487c-a3c8-18b7bfc6e352 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:14.044557 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0a182fcb-bb1f-40f5-9d58-454009a43883 req-a62fbd62-bfeb-487c-a3c8-18b7bfc6e352 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 946 time: 0.0619247 Jun 24 10:23:14.097774 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0a182fcb-bb1f-40f5-9d58-454009a43883 req-d34c6fd3-c016-4b18-b083-a56d2b5795fe tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462394 Jun 24 10:23:14.104537 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-cb8f2bad-2f4d-4515-b18e-34febf4111b1 None None] Set router 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:23:14.228460 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ff92c-0e37-4c81-be5f-233baa115d8b req-3047aefe-c0f2-4ee8-898e-bb9a167b4508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:14.229891 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-353ff92c-0e37-4c81-be5f-233baa115d8b req-3047aefe-c0f2-4ee8-898e-bb9a167b4508 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=268c6001-37f9-4557-8ba3-5719eccd12d5 HTTP/1.1" status: 200 len: 853 time: 0.0619245 Jun 24 10:23:14.270175 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:14.321336 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-cb8f2bad-2f4d-4515-b18e-34febf4111b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'name': 'tempest-AttachVolumeShelveTestJSON-1553345152-router', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:01Z', 'updated_at': '2022-06-24T10:16:10Z', 'revision_number': 4, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'gw_port': {'id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:02Z', 'updated_at': '2022-06-24T10:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '469af8e5-b73b-402e-a8d2-652dca1296ab', 'name': '', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'mac_address': 'fa:16:3e:8d:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:08Z', 'updated_at': '2022-06-24T10:16:26Z', 'revision_number': 5, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'subnets': [{'id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:14.349703 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f2bad-2f4d-4515-b18e-34febf4111b1 None None] The sync data for ids ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'] in dv-cinder-847132-2-iscsi is: [{'id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'name': 'tempest-AttachVolumeShelveTestJSON-1553345152-router', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:01Z', 'updated_at': '2022-06-24T10:16:10Z', 'revision_number': 4, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'gw_port': {'id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:02Z', 'updated_at': '2022-06-24T10:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '469af8e5-b73b-402e-a8d2-652dca1296ab', 'name': '', 'network_id': '77e0b315-c6f0-401c-b090-3f73b33dd671', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'mac_address': 'fa:16:3e:8d:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:08Z', 'updated_at': '2022-06-24T10:16:26Z', 'revision_number': 5, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'subnets': [{'id': '361faa5d-39ac-4ef9-a36e-94eab471915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:23:14.578414 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4b0ac-b0bf-4f90-9eab-d64577da5541 None None] New status for floating IP a8213bb5-29d2-44b4-88b4-2de78501589e: DOWN {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:23:14.600470 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:14.647716 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ff92c-0e37-4c81-be5f-233baa115d8b req-b343f2af-bdf7-4cb6-bbdb-af0fbb93617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:14.649430 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-353ff92c-0e37-4c81-be5f-233baa115d8b req-b343f2af-bdf7-4cb6-bbdb-af0fbb93617a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=62d2509b-2c7f-4b5f-9593-650742984d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1005065 Jun 24 10:23:14.665536 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:14.691917 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1c7ae-254e-46ad-9c4e-7c5fd77942bb req-62c5a2c6-e5ec-4bc7-9ca3-949b3839bcdc tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:14.693428 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-59e1c7ae-254e-46ad-9c4e-7c5fd77942bb req-62c5a2c6-e5ec-4bc7-9ca3-949b3839bcdc tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.27 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 946 time: 0.0873263 Jun 24 10:23:14.829817 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-353ff92c-0e37-4c81-be5f-233baa115d8b req-09336075-366c-423d-8c81-d6d65f637fa3 service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740229 Jun 24 10:23:14.840257 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-59e1c7ae-254e-46ad-9c4e-7c5fd77942bb req-2c28fba3-0f99-49f2-a538-87758bf18ffa tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Deleting port 9b477745-37af-4221-acf2-e595e7642fe8 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:23:14.840607 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-59e1c7ae-254e-46ad-9c4e-7c5fd77942bb req-2c28fba3-0f99-49f2-a538-87758bf18ffa tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (9b477745-37af-4221-acf2-e595e7642fe8), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:14.975060 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-59e1c7ae-254e-46ad-9c4e-7c5fd77942bb req-2c28fba3-0f99-49f2-a538-87758bf18ffa tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] For port 9b477745-37af-4221-acf2-e595e7642fe8, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=9b477745-37af-4221-acf2-e595e7642fe8,segment=NetworkSegment(19ace9fb-f518-44ae-8f89-d571204a940f),segment_id=19ace9fb-f518-44ae-8f89-d571204a940f)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:14.975446 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-59e1c7ae-254e-46ad-9c4e-7c5fd77942bb req-2c28fba3-0f99-49f2-a538-87758bf18ffa tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (9b477745-37af-4221-acf2-e595e7642fe8), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:14.976906 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ceb81292-6c5e-4578-9322-782a327d96cb req-659b6b4f-47db-4578-bd05-53ae6c4074e7 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a2ba100-192e-4c39-a43a-93be37df4e63 HTTP/1.1" status: 200 len: 210 time: 0.0360701 Jun 24 10:23:14.998900 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-59e1c7ae-254e-46ad-9c4e-7c5fd77942bb req-2c28fba3-0f99-49f2-a538-87758bf18ffa tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Calling delete_port for 9b477745-37af-4221-acf2-e595e7642fe8 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:23:15.108210 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-353ff92c-0e37-4c81-be5f-233baa115d8b req-70e7674d-b3cc-4e11-87c9-c235c2380786 service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674335 Jun 24 10:23:15.216918 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-59e1c7ae-254e-46ad-9c4e-7c5fd77942bb req-2c28fba3-0f99-49f2-a538-87758bf18ffa tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (9b477745-37af-4221-acf2-e595e7642fe8), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:15.231164 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['9b477745-37af-4221-acf2-e595e7642fe8'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:23:15.238872 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bcc077-a2aa-49ef-a803-64c4b9f08429 req-02ebf130-1e54-4656-b97c-02f6d47a2b48 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:23:15.241347 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-45bcc077-a2aa-49ef-a803-64c4b9f08429 req-02ebf130-1e54-4656-b97c-02f6d47a2b48 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ffd130-4813-4e8e-a43e-56bbe1ee7b67 HTTP/1.1" status: 200 len: 946 time: 0.0571678 Jun 24 10:23:15.250198 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28fba3-0f99-49f2-a538-87758bf18ffa tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Pushing event deleted for resources: {'Port': ['ID=9b477745-37af-4221-acf2-e595e7642fe8,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:15.303880 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e1c7ae-254e-46ad-9c4e-7c5fd77942bb req-2c28fba3-0f99-49f2-a538-87758bf18ffa tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] No DVR routers for this DVR port 9b477745-37af-4221-acf2-e595e7642fe8 on host hv-cinder-84713 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:23:15.306431 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-59e1c7ae-254e-46ad-9c4e-7c5fd77942bb req-2c28fba3-0f99-49f2-a538-87758bf18ffa tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:15.306640 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-45bcc077-a2aa-49ef-a803-64c4b9f08429 req-396ade9f-7c73-4f6f-b790-985cfecfb7d1 tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92b73a4-6c0d-43d9-a8e8-859f253bd315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592618 Jun 24 10:23:15.309765 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-59e1c7ae-254e-46ad-9c4e-7c5fd77942bb req-2c28fba3-0f99-49f2-a538-87758bf18ffa tempest-TestMinimumBasicScenario-270575971 tempest-TestMinimumBasicScenario-270575971-project] 10.222.0.27 "DELETE /v2.0/ports/9b477745-37af-4221-acf2-e595e7642fe8 HTTP/1.1" status: 204 len: 173 time: 0.6068547 Jun 24 10:23:15.652857 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ffd130-4813-4e8e-a43e-56bbe1ee7b67', 'name': 'network-vif-deleted', 'tag': '9b477745-37af-4221-acf2-e595e7642fe8'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:23:15.655303 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61db1626-76dc-44aa-9844-f680f9315875" -d '{"events": [{"server_uuid": "53ffd130-4813-4e8e-a43e-56bbe1ee7b67", "name": "network-vif-deleted", "tag": "9b477745-37af-4221-acf2-e595e7642fe8"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:23:15.696236 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1191b072-f65e-4eaa-a21e-531c7068b640 x-openstack-request-id: req-1191b072-f65e-4eaa-a21e-531c7068b640 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:23:15.696826 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ffd130-4813-4e8e-a43e-56bbe1ee7b67", "name": "network-vif-deleted", "tag": "9b477745-37af-4221-acf2-e595e7642fe8", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:23:15.697195 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1191b072-f65e-4eaa-a21e-531c7068b640 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:23:15.697837 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1191b072-f65e-4eaa-a21e-531c7068b640'] response: {'server_uuid': '53ffd130-4813-4e8e-a43e-56bbe1ee7b67', 'name': 'network-vif-deleted', 'tag': '9b477745-37af-4221-acf2-e595e7642fe8', 'status': 'completed', 'code': 200} Jun 24 10:23:15.990014 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 44c57577-b7f4-4772-ade3-5e9b2dded200 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:23:16.010050 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] No Port match for: 44c57577-b7f4-4772-ade3-5e9b2dded200 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:23:16.010399 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 44c57577-b7f4-4772-ade3-5e9b2dded200 not bound to the agent host hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:23:16.085266 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39818) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:16.143433 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7b6463e8-4e6f-4858-8b09-63516b23c7d4 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for security_group (afd3d381-e2a4-49b7-8665-10967ad2f9be), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:16.168092 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7b6463e8-4e6f-4858-8b09-63516b23c7d4 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for security_group (afd3d381-e2a4-49b7-8665-10967ad2f9be), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:16.218121 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7b6463e8-4e6f-4858-8b09-63516b23c7d4 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (afd3d381-e2a4-49b7-8665-10967ad2f9be), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:16.220993 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7b6463e8-4e6f-4858-8b09-63516b23c7d4 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:16.222237 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-7b6463e8-4e6f-4858-8b09-63516b23c7d4 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "DELETE /v2.0/security-groups/afd3d381-e2a4-49b7-8665-10967ad2f9be HTTP/1.1" status: 204 len: 168 time: 0.1356072 Jun 24 10:23:16.225135 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 39820) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:16.232313 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6463e8-4e6f-4858-8b09-63516b23c7d4 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd3d381-e2a4-49b7-8665-10967ad2f9be,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:16.240179 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.api.v2.resource [None req-7c665267-c62a-4e33-a8d2-f65f35b8c7a2 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] show failed (client error): The resource could not be found. Jun 24 10:23:16.241272 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7c665267-c62a-4e33-a8d2-f65f35b8c7a2 tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "GET /v2.0/security-groups/afd3d381-e2a4-49b7-8665-10967ad2f9be HTTP/1.1" status: 404 len: 347 time: 0.0151055 Jun 24 10:23:16.244662 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 39822) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:16.362879 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-1f44fd5e-8106-4bc8-85c3-76489600e50e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Deleting port 334c72b4-5a21-4dbe-9a41-a4e6c4d746e5 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:23:16.363217 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1f44fd5e-8106-4bc8-85c3-76489600e50e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (334c72b4-5a21-4dbe-9a41-a4e6c4d746e5), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:16.455213 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1f44fd5e-8106-4bc8-85c3-76489600e50e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (334c72b4-5a21-4dbe-9a41-a4e6c4d746e5), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:16.455688 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1f44fd5e-8106-4bc8-85c3-76489600e50e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for floatingip (334c72b4-5a21-4dbe-9a41-a4e6c4d746e5), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:16.475156 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-1f44fd5e-8106-4bc8-85c3-76489600e50e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Calling delete_port for 334c72b4-5a21-4dbe-9a41-a4e6c4d746e5 owned by network:floatingip {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:23:16.477481 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:16.621913 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:16.634416 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1f44fd5e-8106-4bc8-85c3-76489600e50e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (334c72b4-5a21-4dbe-9a41-a4e6c4d746e5), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:16.666191 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44fd5e-8106-4bc8-85c3-76489600e50e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Pushing event deleted for resources: {'Port': ['ID=334c72b4-5a21-4dbe-9a41-a4e6c4d746e5,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:16.738279 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1f44fd5e-8106-4bc8-85c3-76489600e50e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks [] for floatingip (a8213bb5-29d2-44b4-88b4-2de78501589e), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:16.740896 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1f44fd5e-8106-4bc8-85c3-76489600e50e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:16.742084 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-1f44fd5e-8106-4bc8-85c3-76489600e50e tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] 10.222.0.64 "DELETE /v2.0/floatingips/a8213bb5-29d2-44b4-88b4-2de78501589e HTTP/1.1" status: 204 len: 168 time: 0.4961758 Jun 24 10:23:17.048195 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 39870) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:17.372334 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cc28458f-3c28-493d-96c2-8f917a8b374f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398309'] for router_interface (216de2a1-6fe1-4204-a02e-e8f20441feb1), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:17.596542 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-cc28458f-3c28-493d-96c2-8f917a8b374f admin admin] Deleting port b83f6809-1834-4097-abd8-8ad9adb84b6a {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:23:17.596906 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cc28458f-3c28-493d-96c2-8f917a8b374f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (b83f6809-1834-4097-abd8-8ad9adb84b6a), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:17.676183 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-cc28458f-3c28-493d-96c2-8f917a8b374f admin admin] For port b83f6809-1834-4097-abd8-8ad9adb84b6a, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=b83f6809-1834-4097-abd8-8ad9adb84b6a,segment=NetworkSegment(19ace9fb-f518-44ae-8f89-d571204a940f),segment_id=19ace9fb-f518-44ae-8f89-d571204a940f)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:17.676889 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cc28458f-3c28-493d-96c2-8f917a8b374f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (b83f6809-1834-4097-abd8-8ad9adb84b6a), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:17.690306 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-cc28458f-3c28-493d-96c2-8f917a8b374f admin admin] Calling delete_port for b83f6809-1834-4097-abd8-8ad9adb84b6a owned by network:router_interface {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:23:17.755587 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:17.761254 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:17.881079 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cc28458f-3c28-493d-96c2-8f917a8b374f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (b83f6809-1834-4097-abd8-8ad9adb84b6a), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:17.907545 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28458f-3c28-493d-96c2-8f917a8b374f admin admin] Pushing event deleted for resources: {'Port': ['ID=b83f6809-1834-4097-abd8-8ad9adb84b6a,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:18.013597 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 9b477745-37af-4221-acf2-e595e7642fe8 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:23:18.052904 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] No Port match for: 9b477745-37af-4221-acf2-e595e7642fe8 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:23:18.053807 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 9b477745-37af-4221-acf2-e595e7642fe8 not bound to the agent host hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:23:18.085041 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cc28458f-3c28-493d-96c2-8f917a8b374f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398193'] for router_interface (216de2a1-6fe1-4204-a02e-e8f20441feb1), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:18.320978 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc28458f-3c28-493d-96c2-8f917a8b374f admin admin] Router 216de2a1-6fe1-4204-a02e-e8f20441feb1 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:23:18.430494 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc28458f-3c28-493d-96c2-8f917a8b374f admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:23:18.438046 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-cc28458f-3c28-493d-96c2-8f917a8b374f admin admin] 10.222.0.64 "PUT /v2.0/routers/216de2a1-6fe1-4204-a02e-e8f20441feb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3884642 Jun 24 10:23:18.440593 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 39886) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:18.443000 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee4ee1f-0383-4bc6-870e-643af6e0e2b3 None None] Sync routers for ids ['216de2a1-6fe1-4204-a02e-e8f20441feb1'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:23:18.455031 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee4ee1f-0383-4bc6-870e-643af6e0e2b3 None None] Routers {'216de2a1-6fe1-4204-a02e-e8f20441feb1'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:23:18.455544 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-1ee4ee1f-0383-4bc6-870e-643af6e0e2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:22:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['216de2a1-6fe1-4204-a02e-e8f20441feb1'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:18.543300 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:18.544478 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-795f1c17-5343-49d8-afad-8613ba5f4bae admin admin] Publish callbacks [] for router (216de2a1-6fe1-4204-a02e-e8f20441feb1), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:18.561677 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-1ee4ee1f-0383-4bc6-870e-643af6e0e2b3 None None] Set router 216de2a1-6fe1-4204-a02e-e8f20441feb1 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:23:18.646568 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-795f1c17-5343-49d8-afad-8613ba5f4bae admin admin] Publish callbacks [] for router_gateway (216de2a1-6fe1-4204-a02e-e8f20441feb1), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:18.689683 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:18.698724 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-795f1c17-5343-49d8-afad-8613ba5f4bae admin admin] Deleting port 64c992e9-f767-4ec3-b901-b309da118823 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:23:18.699153 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-795f1c17-5343-49d8-afad-8613ba5f4bae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (64c992e9-f767-4ec3-b901-b309da118823), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:18.730274 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:18.795804 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-795f1c17-5343-49d8-afad-8613ba5f4bae admin admin] For port 64c992e9-f767-4ec3-b901-b309da118823, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=64c992e9-f767-4ec3-b901-b309da118823,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:18.796183 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-795f1c17-5343-49d8-afad-8613ba5f4bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (64c992e9-f767-4ec3-b901-b309da118823), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:18.875674 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-1ee4ee1f-0383-4bc6-870e-643af6e0e2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'name': 'tempest-TestMinimumBasicScenario-419792473-router', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c992e9-f767-4ec3-b901-b309da118823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:20:52Z', 'updated_at': '2022-06-24T10:23:17Z', 'revision_number': 5, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'gw_port': {'id': '64c992e9-f767-4ec3-b901-b309da118823', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:53Z', 'updated_at': '2022-06-24T10:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:18.901938 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee4ee1f-0383-4bc6-870e-643af6e0e2b3 None None] Checking router: 216de2a1-6fe1-4204-a02e-e8f20441feb1 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:23:18.926422 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee4ee1f-0383-4bc6-870e-643af6e0e2b3 None None] Routers {'216de2a1-6fe1-4204-a02e-e8f20441feb1'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:23:18.927126 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-1ee4ee1f-0383-4bc6-870e-643af6e0e2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:22:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['216de2a1-6fe1-4204-a02e-e8f20441feb1'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:19.018440 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-1ee4ee1f-0383-4bc6-870e-643af6e0e2b3 None None] Set router 216de2a1-6fe1-4204-a02e-e8f20441feb1 gateway port host: None {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:23:19.073570 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-1ee4ee1f-0383-4bc6-870e-643af6e0e2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'name': 'tempest-TestMinimumBasicScenario-419792473-router', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:20:52Z', 'updated_at': '2022-06-24T10:23:18Z', 'revision_number': 6, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'gw_port_host': None}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:19.095117 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-795f1c17-5343-49d8-afad-8613ba5f4bae admin admin] Calling delete_port for 64c992e9-f767-4ec3-b901-b309da118823 owned by network:router_gateway {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:23:19.100033 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee4ee1f-0383-4bc6-870e-643af6e0e2b3 None None] The sync data for ids ['216de2a1-6fe1-4204-a02e-e8f20441feb1'] in dv-cinder-847132-2-iscsi is: [{'id': '216de2a1-6fe1-4204-a02e-e8f20441feb1', 'name': 'tempest-TestMinimumBasicScenario-419792473-router', 'tenant_id': '34f04f4ab2294464bdc83acecb4d9a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:20:52Z', 'updated_at': '2022-06-24T10:23:18Z', 'revision_number': 6, 'project_id': '34f04f4ab2294464bdc83acecb4d9a79', 'gw_port_host': None}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:23:19.300425 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-795f1c17-5343-49d8-afad-8613ba5f4bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (64c992e9-f767-4ec3-b901-b309da118823), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:19.312011 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39894) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:19.329173 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f1c17-5343-49d8-afad-8613ba5f4bae admin admin] Pushing event deleted for resources: {'Port': ['ID=64c992e9-f767-4ec3-b901-b309da118823,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:19.394093 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-795f1c17-5343-49d8-afad-8613ba5f4bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402005'] for router_gateway (216de2a1-6fe1-4204-a02e-e8f20441feb1), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:19.483640 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-795f1c17-5343-49d8-afad-8613ba5f4bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7559'] for router (216de2a1-6fe1-4204-a02e-e8f20441feb1), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:19.486338 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-795f1c17-5343-49d8-afad-8613ba5f4bae admin admin] Publish callbacks [] for router_controller (216de2a1-6fe1-4204-a02e-e8f20441feb1), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:19.540918 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-795f1c17-5343-49d8-afad-8613ba5f4bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399314'] for router (216de2a1-6fe1-4204-a02e-e8f20441feb1), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:19.542170 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795f1c17-5343-49d8-afad-8613ba5f4bae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 216de2a1-6fe1-4204-a02e-e8f20441feb1 {{(pid=104052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:23:19.549676 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-795f1c17-5343-49d8-afad-8613ba5f4bae admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:19.555993 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39898) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:19.556789 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-795f1c17-5343-49d8-afad-8613ba5f4bae admin admin] 10.222.0.64 "DELETE /v2.0/routers/216de2a1-6fe1-4204-a02e-e8f20441feb1 HTTP/1.1" status: 204 len: 168 time: 1.1146760 Jun 24 10:23:19.646205 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24cf128-780d-46c7-998e-d9183f6a9dd6 admin admin] Deleting subnet 3cf20fba-3795-4f02-a6eb-2b9bf33d2a53 {{(pid=104051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:23:19.652565 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f24cf128-780d-46c7-998e-d9183f6a9dd6 admin admin] Publish callbacks [] for subnet (3cf20fba-3795-4f02-a6eb-2b9bf33d2a53), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:19.708886 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:19.716208 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f24cf128-780d-46c7-998e-d9183f6a9dd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15358798'] for subnet (3cf20fba-3795-4f02-a6eb-2b9bf33d2a53), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:19.843923 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f24cf128-780d-46c7-998e-d9183f6a9dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3788616'] for subnet (3cf20fba-3795-4f02-a6eb-2b9bf33d2a53), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:19.901518 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2546e5e8-5cbc-44b5-a94a-80a0362146d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398309'] for router_interface (6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:19.940943 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:19.972892 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f24cf128-780d-46c7-998e-d9183f6a9dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3788646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15869180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16557641'] for subnet (3cf20fba-3795-4f02-a6eb-2b9bf33d2a53), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:20.031751 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f24cf128-780d-46c7-998e-d9183f6a9dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:20.035075 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-f24cf128-780d-46c7-998e-d9183f6a9dd6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3cf20fba-3795-4f02-a6eb-2b9bf33d2a53 HTTP/1.1" status: 204 len: 168 time: 0.4777076 Jun 24 10:23:20.038216 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 39900) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:20.039039 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cf128-780d-46c7-998e-d9183f6a9dd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cf20fba-3795-4f02-a6eb-2b9bf33d2a53,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:20.043553 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeb4168-edf1-436f-996b-eb98419d2010 None None] Network c3dbd8da-335a-433c-9ef1-e6bc6e20a951 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:23:20.179132 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-13804e2c-f3d2-4136-b461-ce5424368942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3438047'] for network (c3dbd8da-335a-433c-9ef1-e6bc6e20a951), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:20.198299 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-2546e5e8-5cbc-44b5-a94a-80a0362146d1 admin admin] Deleting port 469af8e5-b73b-402e-a8d2-652dca1296ab {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:23:20.198815 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2546e5e8-5cbc-44b5-a94a-80a0362146d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (469af8e5-b73b-402e-a8d2-652dca1296ab), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:20.253182 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-13804e2c-f3d2-4136-b461-ce5424368942 admin admin] Deleting port 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:23:20.253854 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-13804e2c-f3d2-4136-b461-ce5424368942 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:20.258603 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66233d7c-7e8b-45f2-85f3-f15b79077c17 None None] DHCP port deletion for c3dbd8da-335a-433c-9ef1-e6bc6e20a951 request from dv-cinder-847132-2-iscsi {{(pid=104053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:23:20.318680 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-66233d7c-7e8b-45f2-85f3-f15b79077c17 None None] Deleting port 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:23:20.319337 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-66233d7c-7e8b-45f2-85f3-f15b79077c17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:20.338628 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-13804e2c-f3d2-4136-b461-ce5424368942 admin admin] For port 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8,segment=NetworkSegment(19ace9fb-f518-44ae-8f89-d571204a940f),segment_id=19ace9fb-f518-44ae-8f89-d571204a940f)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:20.339045 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-13804e2c-f3d2-4136-b461-ce5424368942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:20.355809 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-13804e2c-f3d2-4136-b461-ce5424368942 admin admin] Calling delete_port for 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8 owned by network:dhcp {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:23:20.398403 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-66233d7c-7e8b-45f2-85f3-f15b79077c17 None None] For port 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8,segment=NetworkSegment(19ace9fb-f518-44ae-8f89-d571204a940f),segment_id=19ace9fb-f518-44ae-8f89-d571204a940f)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:20.398888 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-66233d7c-7e8b-45f2-85f3-f15b79077c17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:20.418252 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-66233d7c-7e8b-45f2-85f3-f15b79077c17 None None] Calling delete_port for 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8 owned by network:dhcp {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:23:20.476476 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-13804e2c-f3d2-4136-b461-ce5424368942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:20.518178 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13804e2c-f3d2-4136-b461-ce5424368942 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:20.522799 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13804e2c-f3d2-4136-b461-ce5424368942 admin admin] No DVR routers for this DVR port 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8 on host dv-cinder-847132-2-iscsi {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:23:20.526162 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-66233d7c-7e8b-45f2-85f3-f15b79077c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723'] for port (5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:20.556028 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66233d7c-7e8b-45f2-85f3-f15b79077c17 None None] Pushing event deleted for resources: {'Port': ['ID=5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:20.558226 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66233d7c-7e8b-45f2-85f3-f15b79077c17 None None] No DVR routers for this DVR port 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8 on host dv-cinder-847132-2-iscsi {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:23:20.581157 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-2546e5e8-5cbc-44b5-a94a-80a0362146d1 admin admin] For port 469af8e5-b73b-402e-a8d2-652dca1296ab, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=469af8e5-b73b-402e-a8d2-652dca1296ab,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:20.581694 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2546e5e8-5cbc-44b5-a94a-80a0362146d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (469af8e5-b73b-402e-a8d2-652dca1296ab), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:20.595988 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-2546e5e8-5cbc-44b5-a94a-80a0362146d1 admin admin] Calling delete_port for 469af8e5-b73b-402e-a8d2-652dca1296ab owned by network:router_interface {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:23:20.599477 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-13804e2c-f3d2-4136-b461-ce5424368942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622709', 'neutron.services.segments.db._delete_segments_for_network-8739177752971'] for network (c3dbd8da-335a-433c-9ef1-e6bc6e20a951), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:20.620599 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-13804e2c-f3d2-4136-b461-ce5424368942 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3dbd8da-335a-433c-9ef1-e6bc6e20a951']}} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:20.627101 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:20.630996 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-13804e2c-f3d2-4136-b461-ce5424368942 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ace9fb-f518-44ae-8f89-d571204a940f') {'for_net_delete': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:20.631244 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-13804e2c-f3d2-4136-b461-ce5424368942 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ace9fb-f518-44ae-8f89-d571204a940f') {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:20.646540 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-13804e2c-f3d2-4136-b461-ce5424368942 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739177753748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293625'] for segment (19ace9fb-f518-44ae-8f89-d571204a940f), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:20.648010 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:20.663474 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-13804e2c-f3d2-4136-b461-ce5424368942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (19ace9fb-f518-44ae-8f89-d571204a940f), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:20.671318 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13804e2c-f3d2-4136-b461-ce5424368942 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=104052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:23:20.671694 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-13804e2c-f3d2-4136-b461-ce5424368942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11933620'] for segment (19ace9fb-f518-44ae-8f89-d571204a940f), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:20.752242 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-13804e2c-f3d2-4136-b461-ce5424368942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407106'] for network (c3dbd8da-335a-433c-9ef1-e6bc6e20a951), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:20.761087 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-13804e2c-f3d2-4136-b461-ce5424368942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:20.767250 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-13804e2c-f3d2-4136-b461-ce5424368942 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c3dbd8da-335a-433c-9ef1-e6bc6e20a951 HTTP/1.1" status: 204 len: 168 time: 0.7273650 Jun 24 10:23:20.777491 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 39906) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:20.786752 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13804e2c-f3d2-4136-b461-ce5424368942 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3dbd8da-335a-433c-9ef1-e6bc6e20a951,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:20.806440 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:20.833883 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2546e5e8-5cbc-44b5-a94a-80a0362146d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (469af8e5-b73b-402e-a8d2-652dca1296ab), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:20.878832 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546e5e8-5cbc-44b5-a94a-80a0362146d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=469af8e5-b73b-402e-a8d2-652dca1296ab,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:20.950445 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment 19ace9fb-f518-44ae-8f89-d571204a940f resource provider aggregate not found Jun 24 10:23:20.977006 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment 19ace9fb-f518-44ae-8f89-d571204a940f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19ace9fb-f518-44ae-8f89-d571204a940f found for delete ", "request_id": "req-c77b8894-d527-43f8-8f04-90cb4d8d3aaa"}]} Jun 24 10:23:21.139731 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2546e5e8-5cbc-44b5-a94a-80a0362146d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398193'] for router_interface (6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:21.232828 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-352fae55-2911-4a20-8de9-223db14a33dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398309'] for router_interface (f06e4fca-ab23-45b3-91b9-d358b6ce2aa1), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:21.256377 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device b83f6809-1834-4097-abd8-8ad9adb84b6a no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:23:21.283341 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: b83f6809-1834-4097-abd8-8ad9adb84b6a {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:23:21.284232 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device b83f6809-1834-4097-abd8-8ad9adb84b6a not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:23:21.284900 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 64c992e9-f767-4ec3-b901-b309da118823 no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:23:21.309391 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: 64c992e9-f767-4ec3-b901-b309da118823 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:23:21.309910 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 64c992e9-f767-4ec3-b901-b309da118823 not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:23:21.310428 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8 no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:23:21.330528 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:23:21.331571 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 5f3abe5e-f68e-4cf1-94d7-5b9e3fd871e8 not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:23:21.358325 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:21.411021 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2546e5e8-5cbc-44b5-a94a-80a0362146d1 admin admin] Router 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:23:21.481200 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-352fae55-2911-4a20-8de9-223db14a33dc admin admin] Deleting port ea8c273f-cd90-4295-8ff2-75b5336e2ead {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:23:21.481554 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-352fae55-2911-4a20-8de9-223db14a33dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (ea8c273f-cd90-4295-8ff2-75b5336e2ead), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:21.519782 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2546e5e8-5cbc-44b5-a94a-80a0362146d1 admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:23:21.526117 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-2546e5e8-5cbc-44b5-a94a-80a0362146d1 admin admin] 10.222.0.64 "PUT /v2.0/routers/6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2126644 Jun 24 10:23:21.527948 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39910) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:21.532877 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2073303e-c116-49be-b86b-29d72081ecef None None] Sync routers for ids ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:23:21.543703 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2073303e-c116-49be-b86b-29d72081ecef None None] Routers {'6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:23:21.544677 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-2073303e-c116-49be-b86b-29d72081ecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:22:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:21.573287 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-352fae55-2911-4a20-8de9-223db14a33dc admin admin] For port ea8c273f-cd90-4295-8ff2-75b5336e2ead, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=ea8c273f-cd90-4295-8ff2-75b5336e2ead,segment=NetworkSegment(517e639f-85e7-435f-92a6-836de92e32c0),segment_id=517e639f-85e7-435f-92a6-836de92e32c0)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:21.573869 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-352fae55-2911-4a20-8de9-223db14a33dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (ea8c273f-cd90-4295-8ff2-75b5336e2ead), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:21.596019 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-352fae55-2911-4a20-8de9-223db14a33dc admin admin] Calling delete_port for ea8c273f-cd90-4295-8ff2-75b5336e2ead owned by network:router_interface {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:23:21.647011 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-2073303e-c116-49be-b86b-29d72081ecef None None] Set router 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:23:21.648397 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:21.669291 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-dd0f2715-78c4-4ac4-8a32-0904e1bed004 admin admin] Publish callbacks [] for router (6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:21.805910 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-dd0f2715-78c4-4ac4-8a32-0904e1bed004 admin admin] Publish callbacks [] for router_gateway (6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:21.822381 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:21.843932 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-352fae55-2911-4a20-8de9-223db14a33dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (ea8c273f-cd90-4295-8ff2-75b5336e2ead), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:21.866314 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-dd0f2715-78c4-4ac4-8a32-0904e1bed004 admin admin] Deleting port 8a281b8b-e21e-4266-a99f-9b9bcf0d4a16 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:23:21.866718 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-dd0f2715-78c4-4ac4-8a32-0904e1bed004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (8a281b8b-e21e-4266-a99f-9b9bcf0d4a16), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:21.869502 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:21.870345 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:21.910207 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352fae55-2911-4a20-8de9-223db14a33dc admin admin] Pushing event deleted for resources: {'Port': ['ID=ea8c273f-cd90-4295-8ff2-75b5336e2ead,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:21.918198 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-2073303e-c116-49be-b86b-29d72081ecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'name': 'tempest-AttachVolumeShelveTestJSON-1553345152-router', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:01Z', 'updated_at': '2022-06-24T10:23:20Z', 'revision_number': 5, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'gw_port': {'id': '8a281b8b-e21e-4266-a99f-9b9bcf0d4a16', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:16:02Z', 'updated_at': '2022-06-24T10:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:21.953566 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2073303e-c116-49be-b86b-29d72081ecef None None] Checking router: 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:23:21.964973 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2073303e-c116-49be-b86b-29d72081ecef None None] Routers {'6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:23:21.966890 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-2073303e-c116-49be-b86b-29d72081ecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:22:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:21.992080 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-dd0f2715-78c4-4ac4-8a32-0904e1bed004 admin admin] For port 8a281b8b-e21e-4266-a99f-9b9bcf0d4a16, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=8a281b8b-e21e-4266-a99f-9b9bcf0d4a16,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:21.993093 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-dd0f2715-78c4-4ac4-8a32-0904e1bed004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (8a281b8b-e21e-4266-a99f-9b9bcf0d4a16), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:22.012392 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-dd0f2715-78c4-4ac4-8a32-0904e1bed004 admin admin] Calling delete_port for 8a281b8b-e21e-4266-a99f-9b9bcf0d4a16 owned by network:router_gateway {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:23:22.045795 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:22.079130 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-2073303e-c116-49be-b86b-29d72081ecef None None] Set router 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b gateway port host: None {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:23:22.084565 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:22.141151 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-2073303e-c116-49be-b86b-29d72081ecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'name': 'tempest-AttachVolumeShelveTestJSON-1553345152-router', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:01Z', 'updated_at': '2022-06-24T10:23:21Z', 'revision_number': 6, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'gw_port_host': None}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:22.179038 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2073303e-c116-49be-b86b-29d72081ecef None None] The sync data for ids ['6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b'] in dv-cinder-847132-2-iscsi is: [{'id': '6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b', 'name': 'tempest-AttachVolumeShelveTestJSON-1553345152-router', 'tenant_id': '74111042535d44c8a52a4656eb37fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:16:01Z', 'updated_at': '2022-06-24T10:23:21Z', 'revision_number': 6, 'project_id': '74111042535d44c8a52a4656eb37fa23', 'gw_port_host': None}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:23:22.234858 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-352fae55-2911-4a20-8de9-223db14a33dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398193'] for router_interface (f06e4fca-ab23-45b3-91b9-d358b6ce2aa1), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:22.264083 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-dd0f2715-78c4-4ac4-8a32-0904e1bed004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (8a281b8b-e21e-4266-a99f-9b9bcf0d4a16), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:22.293464 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f2715-78c4-4ac4-8a32-0904e1bed004 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a281b8b-e21e-4266-a99f-9b9bcf0d4a16,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:22.359091 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-dd0f2715-78c4-4ac4-8a32-0904e1bed004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402005'] for router_gateway (6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:22.417482 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:22.447036 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352fae55-2911-4a20-8de9-223db14a33dc admin admin] Router f06e4fca-ab23-45b3-91b9-d358b6ce2aa1 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:23:22.447312 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-dd0f2715-78c4-4ac4-8a32-0904e1bed004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7559'] for router (6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:22.450170 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-dd0f2715-78c4-4ac4-8a32-0904e1bed004 admin admin] Publish callbacks [] for router_controller (6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:22.502090 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-dd0f2715-78c4-4ac4-8a32-0904e1bed004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399314'] for router (6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:22.502898 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0f2715-78c4-4ac4-8a32-0904e1bed004 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b {{(pid=104051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:23:22.507832 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-dd0f2715-78c4-4ac4-8a32-0904e1bed004 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:22.509060 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-dd0f2715-78c4-4ac4-8a32-0904e1bed004 admin admin] 10.222.0.64 "DELETE /v2.0/routers/6fa7a73a-c3c6-4448-8c2c-ea5d3b20922b HTTP/1.1" status: 204 len: 168 time: 0.9798346 Jun 24 10:23:22.511875 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39914) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:22.573815 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee75f379-a3fd-43d8-9357-46f05752ddbd admin admin] Deleting subnet 361faa5d-39ac-4ef9-a36e-94eab471915a {{(pid=104051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:23:22.577738 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ee75f379-a3fd-43d8-9357-46f05752ddbd admin admin] Publish callbacks [] for subnet (361faa5d-39ac-4ef9-a36e-94eab471915a), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:22.587031 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352fae55-2911-4a20-8de9-223db14a33dc admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:23:22.597362 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-352fae55-2911-4a20-8de9-223db14a33dc admin admin] 10.222.0.64 "PUT /v2.0/routers/f06e4fca-ab23-45b3-91b9-d358b6ce2aa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8162487 Jun 24 10:23:22.597618 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf9c13b-3f5a-41d8-99aa-d289f2886ee7 None None] Sync routers for ids ['f06e4fca-ab23-45b3-91b9-d358b6ce2aa1'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:23:22.598134 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 39916) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:22.611629 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf9c13b-3f5a-41d8-99aa-d289f2886ee7 None None] Routers {'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:23:22.612582 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-1bf9c13b-3f5a-41d8-99aa-d289f2886ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:22:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['f06e4fca-ab23-45b3-91b9-d358b6ce2aa1'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:22.621635 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ee75f379-a3fd-43d8-9357-46f05752ddbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15358798'] for subnet (361faa5d-39ac-4ef9-a36e-94eab471915a), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:22.722605 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ee75f379-a3fd-43d8-9357-46f05752ddbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3788616'] for subnet (361faa5d-39ac-4ef9-a36e-94eab471915a), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:22.727393 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:22.729869 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-1bf9c13b-3f5a-41d8-99aa-d289f2886ee7 None None] Set router f06e4fca-ab23-45b3-91b9-d358b6ce2aa1 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:23:22.745013 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dd1746d7-7abb-472d-a486-b537b4df405e admin admin] Publish callbacks [] for router (f06e4fca-ab23-45b3-91b9-d358b6ce2aa1), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:22.784446 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ee75f379-a3fd-43d8-9357-46f05752ddbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3788646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15869180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16557641'] for subnet (361faa5d-39ac-4ef9-a36e-94eab471915a), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:22.799759 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ee75f379-a3fd-43d8-9357-46f05752ddbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:22.805478 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-ee75f379-a3fd-43d8-9357-46f05752ddbd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/361faa5d-39ac-4ef9-a36e-94eab471915a HTTP/1.1" status: 204 len: 168 time: 0.2902913 Jun 24 10:23:22.809877 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25086e46-3300-4f25-9a7c-bfa9fd2a22a9 None None] Network 77e0b315-c6f0-401c-b090-3f73b33dd671 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:23:22.812764 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 39918) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:22.823629 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75f379-a3fd-43d8-9357-46f05752ddbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=361faa5d-39ac-4ef9-a36e-94eab471915a,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:22.978821 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f59d9734-a92e-486e-a190-ced9c1dddb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3438047'] for network (77e0b315-c6f0-401c-b090-3f73b33dd671), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:22.986366 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-1bf9c13b-3f5a-41d8-99aa-d289f2886ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1', 'name': 'tempest-TestMinimumBasicScenario-1559722088-router', 'tenant_id': '05a745d261eb464a95f6f1437e87ad8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '07236d5d-0816-4808-a5c8-3213abaa9d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:20:58Z', 'updated_at': '2022-06-24T10:23:21Z', 'revision_number': 5, 'project_id': '05a745d261eb464a95f6f1437e87ad8d', 'gw_port': {'id': '07236d5d-0816-4808-a5c8-3213abaa9d30', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:59Z', 'updated_at': '2022-06-24T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:23.003097 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:23.013370 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf9c13b-3f5a-41d8-99aa-d289f2886ee7 None None] Checking router: f06e4fca-ab23-45b3-91b9-d358b6ce2aa1 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:23:23.013665 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dd1746d7-7abb-472d-a486-b537b4df405e admin admin] Publish callbacks [] for router_gateway (f06e4fca-ab23-45b3-91b9-d358b6ce2aa1), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:23.028624 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf9c13b-3f5a-41d8-99aa-d289f2886ee7 None None] Routers {'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:23:23.029757 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-1bf9c13b-3f5a-41d8-99aa-d289f2886ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:22:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['f06e4fca-ab23-45b3-91b9-d358b6ce2aa1'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:23.074490 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d40072-f1e1-4f18-93f3-a0b808faf890 None None] DHCP port deletion for 77e0b315-c6f0-401c-b090-3f73b33dd671 request from dv-cinder-847132-2-iscsi {{(pid=104053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:23:23.104511 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-f59d9734-a92e-486e-a190-ced9c1dddb3f admin admin] Deleting port 8459948f-5997-4301-b569-ce07c3ab591f {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:23:23.104994 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f59d9734-a92e-486e-a190-ced9c1dddb3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (8459948f-5997-4301-b569-ce07c3ab591f), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:23.137507 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-dd1746d7-7abb-472d-a486-b537b4df405e admin admin] Deleting port 07236d5d-0816-4808-a5c8-3213abaa9d30 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:23:23.137989 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dd1746d7-7abb-472d-a486-b537b4df405e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (07236d5d-0816-4808-a5c8-3213abaa9d30), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:23.166579 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:23.318649 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-f59d9734-a92e-486e-a190-ced9c1dddb3f admin admin] For port 8459948f-5997-4301-b569-ce07c3ab591f, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=8459948f-5997-4301-b569-ce07c3ab591f,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:23.319371 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f59d9734-a92e-486e-a190-ced9c1dddb3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (8459948f-5997-4301-b569-ce07c3ab591f), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:23.323121 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 469af8e5-b73b-402e-a8d2-652dca1296ab no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:23:23.347011 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-f59d9734-a92e-486e-a190-ced9c1dddb3f admin admin] Calling delete_port for 8459948f-5997-4301-b569-ce07c3ab591f owned by network:dhcp {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:23:23.349121 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-70d40072-f1e1-4f18-93f3-a0b808faf890 None None] Deleting port 8459948f-5997-4301-b569-ce07c3ab591f {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:23:23.349251 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-70d40072-f1e1-4f18-93f3-a0b808faf890 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (8459948f-5997-4301-b569-ce07c3ab591f), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:23.352877 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: 469af8e5-b73b-402e-a8d2-652dca1296ab {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:23:23.353220 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 469af8e5-b73b-402e-a8d2-652dca1296ab not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:23:23.353630 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 8a281b8b-e21e-4266-a99f-9b9bcf0d4a16 no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:23:23.383594 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-dd1746d7-7abb-472d-a486-b537b4df405e admin admin] For port 07236d5d-0816-4808-a5c8-3213abaa9d30, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=07236d5d-0816-4808-a5c8-3213abaa9d30,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:23.384211 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dd1746d7-7abb-472d-a486-b537b4df405e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (07236d5d-0816-4808-a5c8-3213abaa9d30), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:23.399776 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: 8a281b8b-e21e-4266-a99f-9b9bcf0d4a16 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:23:23.400142 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 8a281b8b-e21e-4266-a99f-9b9bcf0d4a16 not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:23:23.400575 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 8459948f-5997-4301-b569-ce07c3ab591f no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:23:23.409787 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-1bf9c13b-3f5a-41d8-99aa-d289f2886ee7 None None] Set router f06e4fca-ab23-45b3-91b9-d358b6ce2aa1 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:23:23.437474 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-dd1746d7-7abb-472d-a486-b537b4df405e admin admin] Calling delete_port for 07236d5d-0816-4808-a5c8-3213abaa9d30 owned by network:router_gateway {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:23:23.528616 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-70d40072-f1e1-4f18-93f3-a0b808faf890 None None] For port 8459948f-5997-4301-b569-ce07c3ab591f, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=8459948f-5997-4301-b569-ce07c3ab591f,segment=NetworkSegment(21c9839e-eac9-45b6-8215-616b568884d1),segment_id=21c9839e-eac9-45b6-8215-616b568884d1)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:23.528966 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-70d40072-f1e1-4f18-93f3-a0b808faf890 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (8459948f-5997-4301-b569-ce07c3ab591f), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:23.565188 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f59d9734-a92e-486e-a190-ced9c1dddb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (8459948f-5997-4301-b569-ce07c3ab591f), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:23.567993 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-70d40072-f1e1-4f18-93f3-a0b808faf890 None None] Calling delete_port for 8459948f-5997-4301-b569-ce07c3ab591f owned by network:dhcp {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:23:23.569997 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.db [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No ports have port_id starting with 8459948f-5997-4301-b569-ce07c3ab591f Jun 24 10:23:23.602621 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d9734-a92e-486e-a190-ced9c1dddb3f admin admin] Pushing event deleted for resources: {'Port': ['ID=8459948f-5997-4301-b569-ce07c3ab591f,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:23.607797 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59d9734-a92e-486e-a190-ced9c1dddb3f admin admin] No DVR routers for this DVR port 8459948f-5997-4301-b569-ce07c3ab591f on host dv-cinder-847132-2-iscsi {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:23:23.682438 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:23.713769 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f59d9734-a92e-486e-a190-ced9c1dddb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622709', 'neutron.services.segments.db._delete_segments_for_network-8739177752971'] for network (77e0b315-c6f0-401c-b090-3f73b33dd671), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:23.734017 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-1bf9c13b-3f5a-41d8-99aa-d289f2886ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1', 'name': 'tempest-TestMinimumBasicScenario-1559722088-router', 'tenant_id': '05a745d261eb464a95f6f1437e87ad8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '07236d5d-0816-4808-a5c8-3213abaa9d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:20:58Z', 'updated_at': '2022-06-24T10:23:21Z', 'revision_number': 5, 'project_id': '05a745d261eb464a95f6f1437e87ad8d', 'gw_port': {'id': '07236d5d-0816-4808-a5c8-3213abaa9d30', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:59Z', 'updated_at': '2022-06-24T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:23.738133 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-70d40072-f1e1-4f18-93f3-a0b808faf890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723'] for port (8459948f-5997-4301-b569-ce07c3ab591f), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:23.743674 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-f59d9734-a92e-486e-a190-ced9c1dddb3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e0b315-c6f0-401c-b090-3f73b33dd671']}} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:23.755034 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-f59d9734-a92e-486e-a190-ced9c1dddb3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c9839e-eac9-45b6-8215-616b568884d1') {'for_net_delete': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:23.755314 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-f59d9734-a92e-486e-a190-ced9c1dddb3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c9839e-eac9-45b6-8215-616b568884d1') {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:23.762368 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dd1746d7-7abb-472d-a486-b537b4df405e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (07236d5d-0816-4808-a5c8-3213abaa9d30), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:23.766991 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf9c13b-3f5a-41d8-99aa-d289f2886ee7 None None] The sync data for ids ['f06e4fca-ab23-45b3-91b9-d358b6ce2aa1'] in dv-cinder-847132-2-iscsi is: [{'id': 'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1', 'name': 'tempest-TestMinimumBasicScenario-1559722088-router', 'tenant_id': '05a745d261eb464a95f6f1437e87ad8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '07236d5d-0816-4808-a5c8-3213abaa9d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:20:58Z', 'updated_at': '2022-06-24T10:23:21Z', 'revision_number': 5, 'project_id': '05a745d261eb464a95f6f1437e87ad8d', 'gw_port': {'id': '07236d5d-0816-4808-a5c8-3213abaa9d30', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06e4fca-ab23-45b3-91b9-d358b6ce2aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:20:59Z', 'updated_at': '2022-06-24T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:23:23.773822 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f59d9734-a92e-486e-a190-ced9c1dddb3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739177753748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293625'] for segment (21c9839e-eac9-45b6-8215-616b568884d1), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:23.785720 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d40072-f1e1-4f18-93f3-a0b808faf890 None None] Pushing event deleted for resources: {'Port': ['ID=8459948f-5997-4301-b569-ce07c3ab591f,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:23.789179 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d40072-f1e1-4f18-93f3-a0b808faf890 None None] No DVR routers for this DVR port 8459948f-5997-4301-b569-ce07c3ab591f on host dv-cinder-847132-2-iscsi {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:23:23.798458 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1746d7-7abb-472d-a486-b537b4df405e admin admin] Pushing event deleted for resources: {'Port': ['ID=07236d5d-0816-4808-a5c8-3213abaa9d30,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:23.815688 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f59d9734-a92e-486e-a190-ced9c1dddb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (21c9839e-eac9-45b6-8215-616b568884d1), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:23.837678 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59d9734-a92e-486e-a190-ced9c1dddb3f admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=104052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:23:23.838078 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f59d9734-a92e-486e-a190-ced9c1dddb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11933620'] for segment (21c9839e-eac9-45b6-8215-616b568884d1), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:23.877939 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment 21c9839e-eac9-45b6-8215-616b568884d1 resource provider aggregate not found Jun 24 10:23:23.919403 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment 21c9839e-eac9-45b6-8215-616b568884d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21c9839e-eac9-45b6-8215-616b568884d1 found for delete ", "request_id": "req-42668f8f-9fdc-4942-8d5b-4ac648754006"}]} Jun 24 10:23:23.923688 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:23.941275 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dd1746d7-7abb-472d-a486-b537b4df405e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402005'] for router_gateway (f06e4fca-ab23-45b3-91b9-d358b6ce2aa1), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:23.945316 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f59d9734-a92e-486e-a190-ced9c1dddb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407106'] for network (77e0b315-c6f0-401c-b090-3f73b33dd671), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:24.285197 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f59d9734-a92e-486e-a190-ced9c1dddb3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:24.290795 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f59d9734-a92e-486e-a190-ced9c1dddb3f admin admin] 10.222.0.64 "DELETE /v2.0/networks/77e0b315-c6f0-401c-b090-3f73b33dd671 HTTP/1.1" status: 204 len: 168 time: 1.4741199 Jun 24 10:23:24.327302 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d9734-a92e-486e-a190-ced9c1dddb3f admin admin] Pushing event deleted for resources: {'Network': ['ID=77e0b315-c6f0-401c-b090-3f73b33dd671,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:24.334302 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dd1746d7-7abb-472d-a486-b537b4df405e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7559'] for router (f06e4fca-ab23-45b3-91b9-d358b6ce2aa1), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:24.336747 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dd1746d7-7abb-472d-a486-b537b4df405e admin admin] Publish callbacks [] for router_controller (f06e4fca-ab23-45b3-91b9-d358b6ce2aa1), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:24.392992 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dd1746d7-7abb-472d-a486-b537b4df405e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399314'] for router (f06e4fca-ab23-45b3-91b9-d358b6ce2aa1), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:24.393866 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1746d7-7abb-472d-a486-b537b4df405e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f06e4fca-ab23-45b3-91b9-d358b6ce2aa1 {{(pid=104052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:23:24.401112 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dd1746d7-7abb-472d-a486-b537b4df405e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:24.402925 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-dd1746d7-7abb-472d-a486-b537b4df405e admin admin] 10.222.0.64 "DELETE /v2.0/routers/f06e4fca-ab23-45b3-91b9-d358b6ce2aa1 HTTP/1.1" status: 204 len: 168 time: 1.8038747 Jun 24 10:23:24.405618 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39926) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:24.438488 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 39928) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:24.465046 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_v2 [None req-739eb598-4a79-4b17-8430-30ecd82c6067 admin admin] Deleting subnet 258ce9eb-f8b8-4f32-b917-518baede7ce3 {{(pid=104051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:23:24.469346 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-739eb598-4a79-4b17-8430-30ecd82c6067 admin admin] Publish callbacks [] for subnet (258ce9eb-f8b8-4f32-b917-518baede7ce3), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:24.471137 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:24.488203 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-249d48db-a7b3-48fb-8f37-652ad67e1a6e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=74111042535d44c8a52a4656eb37fa23&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0474200 Jun 24 10:23:24.490666 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 39930) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:24.508715 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-739eb598-4a79-4b17-8430-30ecd82c6067 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15358798'] for subnet (258ce9eb-f8b8-4f32-b917-518baede7ce3), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:24.548445 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c77c9800-d911-44bd-a9f7-c1cc1b76fc66 admin admin] Publish callbacks [] for security_group (5ea9ca30-2366-4db8-b213-8ed04128ee0c), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:24.571303 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c77c9800-d911-44bd-a9f7-c1cc1b76fc66 admin admin] Publish callbacks [] for security_group (5ea9ca30-2366-4db8-b213-8ed04128ee0c), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:24.595740 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-739eb598-4a79-4b17-8430-30ecd82c6067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3788616'] for subnet (258ce9eb-f8b8-4f32-b917-518baede7ce3), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:24.628841 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c77c9800-d911-44bd-a9f7-c1cc1b76fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (5ea9ca30-2366-4db8-b213-8ed04128ee0c), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:24.631565 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c77c9800-d911-44bd-a9f7-c1cc1b76fc66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:24.632735 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c77c9800-d911-44bd-a9f7-c1cc1b76fc66 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ea9ca30-2366-4db8-b213-8ed04128ee0c HTTP/1.1" status: 204 len: 168 time: 0.1409447 Jun 24 10:23:24.645478 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c9800-d911-44bd-a9f7-c1cc1b76fc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea9ca30-2366-4db8-b213-8ed04128ee0c,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:24.672845 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-739eb598-4a79-4b17-8430-30ecd82c6067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3788646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15869180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16557641'] for subnet (258ce9eb-f8b8-4f32-b917-518baede7ce3), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:24.719137 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739eb598-4a79-4b17-8430-30ecd82c6067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=258ce9eb-f8b8-4f32-b917-518baede7ce3,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:24.725682 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-739eb598-4a79-4b17-8430-30ecd82c6067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:24.729683 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-739eb598-4a79-4b17-8430-30ecd82c6067 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/258ce9eb-f8b8-4f32-b917-518baede7ce3 HTTP/1.1" status: 204 len: 168 time: 0.3222976 Jun 24 10:23:24.732558 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 39934) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:24.732706 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb93c1f-df5b-4440-9e1b-53f09cf0ec0f None None] Network 7249e39e-e243-4e64-b3e3-f203f405ffb7 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:23:24.840968 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:24.855088 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-53b4beb1-949a-4b94-b77f-5ede756cc3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3438047'] for network (7249e39e-e243-4e64-b3e3-f203f405ffb7), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:24.913691 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3c99092a-01e7-4800-8cac-7eab2193576c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:24.945500 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-53b4beb1-949a-4b94-b77f-5ede756cc3d6 admin admin] Deleting port e247679c-a1e8-421f-a10a-d299b37b6bbf {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:23:24.946059 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-53b4beb1-949a-4b94-b77f-5ede756cc3d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (e247679c-a1e8-421f-a10a-d299b37b6bbf), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:25.002746 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026e2579-db7d-4a41-a38b-1e255a216dd3 None None] DHCP port deletion for 7249e39e-e243-4e64-b3e3-f203f405ffb7 request from dv-cinder-847132-2-iscsi {{(pid=104053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:23:25.021725 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-53b4beb1-949a-4b94-b77f-5ede756cc3d6 admin admin] For port e247679c-a1e8-421f-a10a-d299b37b6bbf, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=e247679c-a1e8-421f-a10a-d299b37b6bbf,segment=NetworkSegment(517e639f-85e7-435f-92a6-836de92e32c0),segment_id=517e639f-85e7-435f-92a6-836de92e32c0)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:25.022096 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-53b4beb1-949a-4b94-b77f-5ede756cc3d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (e247679c-a1e8-421f-a10a-d299b37b6bbf), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:25.038870 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-53b4beb1-949a-4b94-b77f-5ede756cc3d6 admin admin] Calling delete_port for e247679c-a1e8-421f-a10a-d299b37b6bbf owned by network:dhcp {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:23:25.050226 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-026e2579-db7d-4a41-a38b-1e255a216dd3 None None] Deleting port e247679c-a1e8-421f-a10a-d299b37b6bbf {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:23:25.050602 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-026e2579-db7d-4a41-a38b-1e255a216dd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (e247679c-a1e8-421f-a10a-d299b37b6bbf), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:25.123730 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-026e2579-db7d-4a41-a38b-1e255a216dd3 None None] For port e247679c-a1e8-421f-a10a-d299b37b6bbf, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=e247679c-a1e8-421f-a10a-d299b37b6bbf,segment=NetworkSegment(517e639f-85e7-435f-92a6-836de92e32c0),segment_id=517e639f-85e7-435f-92a6-836de92e32c0)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:25.124126 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-026e2579-db7d-4a41-a38b-1e255a216dd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (e247679c-a1e8-421f-a10a-d299b37b6bbf), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:25.141422 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-026e2579-db7d-4a41-a38b-1e255a216dd3 None None] Calling delete_port for e247679c-a1e8-421f-a10a-d299b37b6bbf owned by network:dhcp {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:23:25.152275 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-53b4beb1-949a-4b94-b77f-5ede756cc3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (e247679c-a1e8-421f-a10a-d299b37b6bbf), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:25.186649 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 07236d5d-0816-4808-a5c8-3213abaa9d30 no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:23:25.189353 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b4beb1-949a-4b94-b77f-5ede756cc3d6 admin admin] No DVR routers for this DVR port e247679c-a1e8-421f-a10a-d299b37b6bbf on host dv-cinder-847132-2-iscsi {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:23:25.194819 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4beb1-949a-4b94-b77f-5ede756cc3d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e247679c-a1e8-421f-a10a-d299b37b6bbf,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:25.213779 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: 07236d5d-0816-4808-a5c8-3213abaa9d30 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:23:25.214080 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 07236d5d-0816-4808-a5c8-3213abaa9d30 not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:23:25.214721 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device e247679c-a1e8-421f-a10a-d299b37b6bbf no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:23:25.237189 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: e247679c-a1e8-421f-a10a-d299b37b6bbf {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:23:25.237529 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device e247679c-a1e8-421f-a10a-d299b37b6bbf not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:23:25.238130 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device ea8c273f-cd90-4295-8ff2-75b5336e2ead no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:23:25.262968 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: ea8c273f-cd90-4295-8ff2-75b5336e2ead {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:23:25.263323 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device ea8c273f-cd90-4295-8ff2-75b5336e2ead not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:23:25.270368 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-53b4beb1-949a-4b94-b77f-5ede756cc3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622709', 'neutron.services.segments.db._delete_segments_for_network-8739177752971'] for network (7249e39e-e243-4e64-b3e3-f203f405ffb7), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:25.286115 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-026e2579-db7d-4a41-a38b-1e255a216dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723'] for port (e247679c-a1e8-421f-a10a-d299b37b6bbf), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:25.294031 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-53b4beb1-949a-4b94-b77f-5ede756cc3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7249e39e-e243-4e64-b3e3-f203f405ffb7']}} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:25.308193 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-53b4beb1-949a-4b94-b77f-5ede756cc3d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517e639f-85e7-435f-92a6-836de92e32c0') {'for_net_delete': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:25.308646 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-53b4beb1-949a-4b94-b77f-5ede756cc3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517e639f-85e7-435f-92a6-836de92e32c0') {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:25.311808 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e2579-db7d-4a41-a38b-1e255a216dd3 None None] Pushing event deleted for resources: {'Port': ['ID=e247679c-a1e8-421f-a10a-d299b37b6bbf,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:25.315334 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026e2579-db7d-4a41-a38b-1e255a216dd3 None None] No DVR routers for this DVR port e247679c-a1e8-421f-a10a-d299b37b6bbf on host dv-cinder-847132-2-iscsi {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:23:25.320714 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-53b4beb1-949a-4b94-b77f-5ede756cc3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739177753748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293625'] for segment (517e639f-85e7-435f-92a6-836de92e32c0), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:25.343826 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-53b4beb1-949a-4b94-b77f-5ede756cc3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (517e639f-85e7-435f-92a6-836de92e32c0), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:25.350903 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b4beb1-949a-4b94-b77f-5ede756cc3d6 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=104052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:23:25.351323 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-53b4beb1-949a-4b94-b77f-5ede756cc3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11933620'] for segment (517e639f-85e7-435f-92a6-836de92e32c0), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:25.408771 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-53b4beb1-949a-4b94-b77f-5ede756cc3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407106'] for network (7249e39e-e243-4e64-b3e3-f203f405ffb7), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:25.414754 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-53b4beb1-949a-4b94-b77f-5ede756cc3d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:25.417944 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-53b4beb1-949a-4b94-b77f-5ede756cc3d6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7249e39e-e243-4e64-b3e3-f203f405ffb7 HTTP/1.1" status: 204 len: 168 time: 0.6839626 Jun 24 10:23:25.429625 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4beb1-949a-4b94-b77f-5ede756cc3d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7249e39e-e243-4e64-b3e3-f203f405ffb7,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:25.610248 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39962) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:25.653975 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-04fe493b-5ad6-4f5e-a674-ed23d9e397b9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=34f04f4ab2294464bdc83acecb4d9a79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419688 Jun 24 10:23:25.656596 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39964) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:25.702450 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:25.717804 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4d68fedc-5b3f-494e-ad11-ff41081608e7 admin admin] Publish callbacks [] for security_group (d92b73a4-6c0d-43d9-a8e8-859f253bd315), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:25.741586 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4d68fedc-5b3f-494e-ad11-ff41081608e7 admin admin] Publish callbacks [] for security_group (d92b73a4-6c0d-43d9-a8e8-859f253bd315), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:25.780894 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:DELETE=8,neutron:SELECT=86,neutron:UPDATE=6 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:25.799680 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4d68fedc-5b3f-494e-ad11-ff41081608e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (d92b73a4-6c0d-43d9-a8e8-859f253bd315), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:25.802733 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4d68fedc-5b3f-494e-ad11-ff41081608e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:25.803978 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-4d68fedc-5b3f-494e-ad11-ff41081608e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d92b73a4-6c0d-43d9-a8e8-859f253bd315 HTTP/1.1" status: 204 len: 168 time: 0.1463342 Jun 24 10:23:25.813236 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68fedc-5b3f-494e-ad11-ff41081608e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92b73a4-6c0d-43d9-a8e8-859f253bd315,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:25.939467 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment 517e639f-85e7-435f-92a6-836de92e32c0 resource provider aggregate not found Jun 24 10:23:25.957239 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment 517e639f-85e7-435f-92a6-836de92e32c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 517e639f-85e7-435f-92a6-836de92e32c0 found for delete ", "request_id": "req-e0b9d890-75da-41d2-a11a-19f87a9c150c"}]} Jun 24 10:23:26.113754 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39984) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:26.159888 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-a0294a4c-171f-4158-823d-b6f599b23061 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=05a745d261eb464a95f6f1437e87ad8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446656 Jun 24 10:23:26.162595 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 39986) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:26.213939 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-42c287d8-e1a4-4f1d-93e0-fdf582c616b6 admin admin] Publish callbacks [] for security_group (5325f697-603c-4ba0-8511-69eccca5cb8d), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:26.236771 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-42c287d8-e1a4-4f1d-93e0-fdf582c616b6 admin admin] Publish callbacks [] for security_group (5325f697-603c-4ba0-8511-69eccca5cb8d), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:26.285506 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-42c287d8-e1a4-4f1d-93e0-fdf582c616b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (5325f697-603c-4ba0-8511-69eccca5cb8d), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:26.288126 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-42c287d8-e1a4-4f1d-93e0-fdf582c616b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:26.289455 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-42c287d8-e1a4-4f1d-93e0-fdf582c616b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5325f697-603c-4ba0-8511-69eccca5cb8d HTTP/1.1" status: 204 len: 168 time: 0.1253548 Jun 24 10:23:26.298322 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c287d8-e1a4-4f1d-93e0-fdf582c616b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5325f697-603c-4ba0-8511-69eccca5cb8d,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:26.763214 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 40004) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:26.881157 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-44625c12-7f9d-4485-824b-914e92199e98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:26.917891 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:26.963728 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:26.965873 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-44625c12-7f9d-4485-824b-914e92199e98 admin admin] Publish callbacks [] for security_group (e798028d-1358-402f-9008-9ede7f361974), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:26.971360 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-44625c12-7f9d-4485-824b-914e92199e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (e798028d-1358-402f-9008-9ede7f361974), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:27.012437 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44625c12-7f9d-4485-824b-914e92199e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e798028d-1358-402f-9008-9ede7f361974,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:27.017814 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-44625c12-7f9d-4485-824b-914e92199e98 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a8123631baba4913875b2e74352f7346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535489 Jun 24 10:23:27.020607 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 40008) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:27.075194 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bd49dde8-4b86-421a-ab90-53960c74b108 admin admin] Publish callbacks [] for security_group (e798028d-1358-402f-9008-9ede7f361974), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:27.097857 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bd49dde8-4b86-421a-ab90-53960c74b108 admin admin] Publish callbacks [] for security_group (e798028d-1358-402f-9008-9ede7f361974), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:27.134157 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-98b03454-1b19-44ea-9fd1-d8e54698cd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:27.148548 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bd49dde8-4b86-421a-ab90-53960c74b108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (e798028d-1358-402f-9008-9ede7f361974), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:27.151126 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bd49dde8-4b86-421a-ab90-53960c74b108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:27.152297 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-bd49dde8-4b86-421a-ab90-53960c74b108 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e798028d-1358-402f-9008-9ede7f361974 HTTP/1.1" status: 204 len: 168 time: 0.1308475 Jun 24 10:23:27.160340 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49dde8-4b86-421a-ab90-53960c74b108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e798028d-1358-402f-9008-9ede7f361974,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:27.432813 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 40014) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:27.449215 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6ce20695-0d26-4336-be49-5e547dc5aa82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:27.527501 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6ce20695-0d26-4336-be49-5e547dc5aa82 admin admin] Publish callbacks [] for security_group (96898f6d-9921-425c-9787-d5a89610b174), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:27.533547 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6ce20695-0d26-4336-be49-5e547dc5aa82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (96898f6d-9921-425c-9787-d5a89610b174), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:27.572363 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-6ce20695-0d26-4336-be49-5e547dc5aa82 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ff41fc0f55942ed89f8045252c3826c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384511 Jun 24 10:23:27.573811 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce20695-0d26-4336-be49-5e547dc5aa82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96898f6d-9921-425c-9787-d5a89610b174,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:27.575261 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 40016) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:27.628194 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0ab31391-b68b-4886-b9ee-6172c135759c admin admin] Publish callbacks [] for security_group (96898f6d-9921-425c-9787-d5a89610b174), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:27.649868 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0ab31391-b68b-4886-b9ee-6172c135759c admin admin] Publish callbacks [] for security_group (96898f6d-9921-425c-9787-d5a89610b174), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:27.696934 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0ab31391-b68b-4886-b9ee-6172c135759c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (96898f6d-9921-425c-9787-d5a89610b174), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:27.699627 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0ab31391-b68b-4886-b9ee-6172c135759c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:27.700809 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0ab31391-b68b-4886-b9ee-6172c135759c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/96898f6d-9921-425c-9787-d5a89610b174 HTTP/1.1" status: 204 len: 168 time: 0.1245174 Jun 24 10:23:27.709063 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab31391-b68b-4886-b9ee-6172c135759c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96898f6d-9921-425c-9787-d5a89610b174,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:28.348054 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:29.769394 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:29.947383 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:32.107802 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=29 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:32.146193 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=7 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:32.326754 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 40104) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:32.451341 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5042a682-7f7c-488f-8f9e-e6c2fa64eedf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:32.533571 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5042a682-7f7c-488f-8f9e-e6c2fa64eedf admin admin] Publish callbacks [] for security_group (181c1ada-b63e-4e69-879b-a320b0f9d1aa), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:32.539138 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5042a682-7f7c-488f-8f9e-e6c2fa64eedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (181c1ada-b63e-4e69-879b-a320b0f9d1aa), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:32.578499 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-5042a682-7f7c-488f-8f9e-e6c2fa64eedf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=08bff9bc9cd742bf9cd4b20ce8568ed9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506485 Jun 24 10:23:32.579379 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042a682-7f7c-488f-8f9e-e6c2fa64eedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181c1ada-b63e-4e69-879b-a320b0f9d1aa,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:32.581981 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 40110) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:32.635104 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-988f37fc-e940-4851-8092-5c7f3abc5f39 admin admin] Publish callbacks [] for security_group (181c1ada-b63e-4e69-879b-a320b0f9d1aa), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:32.667691 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-988f37fc-e940-4851-8092-5c7f3abc5f39 admin admin] Publish callbacks [] for security_group (181c1ada-b63e-4e69-879b-a320b0f9d1aa), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:32.724980 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-988f37fc-e940-4851-8092-5c7f3abc5f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (181c1ada-b63e-4e69-879b-a320b0f9d1aa), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:32.727743 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-988f37fc-e940-4851-8092-5c7f3abc5f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:32.728932 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-988f37fc-e940-4851-8092-5c7f3abc5f39 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/181c1ada-b63e-4e69-879b-a320b0f9d1aa HTTP/1.1" status: 204 len: 168 time: 0.1457801 Jun 24 10:23:32.737895 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f37fc-e940-4851-8092-5c7f3abc5f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181c1ada-b63e-4e69-879b-a320b0f9d1aa,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:33.020939 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 40116) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:33.037852 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-637f9a40-0d9f-465e-8a79-43604baa7cf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:33.114413 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-637f9a40-0d9f-465e-8a79-43604baa7cf7 admin admin] Publish callbacks [] for security_group (08e62ec1-f948-4c76-9065-9f25a3b3dc9b), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:33.120298 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-637f9a40-0d9f-465e-8a79-43604baa7cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (08e62ec1-f948-4c76-9065-9f25a3b3dc9b), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:33.153668 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:33.161221 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-637f9a40-0d9f-465e-8a79-43604baa7cf7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ee9c21e72132438b88e8a81b29cecdcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391156 Jun 24 10:23:33.162690 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f9a40-0d9f-465e-8a79-43604baa7cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e62ec1-f948-4c76-9065-9f25a3b3dc9b,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:33.164503 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 40118) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:23:33.219821 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-50a75d96-fdf5-402c-aec8-962149533923 admin admin] Publish callbacks [] for security_group (08e62ec1-f948-4c76-9065-9f25a3b3dc9b), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:33.242429 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-50a75d96-fdf5-402c-aec8-962149533923 admin admin] Publish callbacks [] for security_group (08e62ec1-f948-4c76-9065-9f25a3b3dc9b), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:33.293717 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-50a75d96-fdf5-402c-aec8-962149533923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (08e62ec1-f948-4c76-9065-9f25a3b3dc9b), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:33.296391 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-50a75d96-fdf5-402c-aec8-962149533923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:33.297563 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-50a75d96-fdf5-402c-aec8-962149533923 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/08e62ec1-f948-4c76-9065-9f25a3b3dc9b HTTP/1.1" status: 204 len: 168 time: 0.1319630 Jun 24 10:23:33.305616 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a75d96-fdf5-402c-aec8-962149533923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e62ec1-f948-4c76-9065-9f25a3b3dc9b,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:40.167148 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:40.597996 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:23:43.158613 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=72,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:43.300522 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:43.305372 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:50.156586 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=52,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:50.159813 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=55,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:50.594070 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:53.571103 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:54.858484 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a3dfb8e7-d46a-4fad-a2b7-30f2ab749393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:57.134410 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c5360497-8bde-4b85-8f20-32ef7eddbfd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:58.351551 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:59.769380 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:59.952030 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:00.845454 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 40324) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:00.853053 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-27f3db16-a520-45ec-a8ab-863117aebcb2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--323428391', 'description': 'tempest-description--1689608183'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:24:00.878433 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-27f3db16-a520-45ec-a8ab-863117aebcb2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:00.948370 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-27f3db16-a520-45ec-a8ab-863117aebcb2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group (937b9ba3-d3ee-4348-9c55-5d5794e92714), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:00.953630 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-27f3db16-a520-45ec-a8ab-863117aebcb2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (937b9ba3-d3ee-4348-9c55-5d5794e92714), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:00.984996 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3db16-a520-45ec-a8ab-863117aebcb2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=937b9ba3-d3ee-4348-9c55-5d5794e92714,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:00.990612 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-27f3db16-a520-45ec-a8ab-863117aebcb2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:00.991885 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-27f3db16-a520-45ec-a8ab-863117aebcb2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1450603 Jun 24 10:24:00.995946 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 40330) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:00.998139 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3db16-a520-45ec-a8ab-863117aebcb2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:00.998694 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3db16-a520-45ec-a8ab-863117aebcb2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:00.999352 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3db16-a520-45ec-a8ab-863117aebcb2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:00.999962 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3db16-a520-45ec-a8ab-863117aebcb2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.000631 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3db16-a520-45ec-a8ab-863117aebcb2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.001096 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-43a2face-1759-48d6-9863-57649e690e56 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Request body: {'security_group_rule': {'security_group_id': '937b9ba3-d3ee-4348-9c55-5d5794e92714', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:24:01.001267 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3db16-a520-45ec-a8ab-863117aebcb2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.001897 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3db16-a520-45ec-a8ab-863117aebcb2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.002472 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3db16-a520-45ec-a8ab-863117aebcb2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.003238 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3db16-a520-45ec-a8ab-863117aebcb2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.003779 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3db16-a520-45ec-a8ab-863117aebcb2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.004220 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3db16-a520-45ec-a8ab-863117aebcb2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.004681 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3db16-a520-45ec-a8ab-863117aebcb2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.005155 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3db16-a520-45ec-a8ab-863117aebcb2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.005652 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3db16-a520-45ec-a8ab-863117aebcb2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.006125 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3db16-a520-45ec-a8ab-863117aebcb2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.040609 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-43a2face-1759-48d6-9863-57649e690e56 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group_rule (2dc45665-48d9-4216-8cc2-f7f1ed2ca7fa), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:01.101540 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-43a2face-1759-48d6-9863-57649e690e56 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group_rule (2dc45665-48d9-4216-8cc2-f7f1ed2ca7fa), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:01.105798 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-43a2face-1759-48d6-9863-57649e690e56 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (2dc45665-48d9-4216-8cc2-f7f1ed2ca7fa), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:01.123563 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2face-1759-48d6-9863-57649e690e56 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc45665-48d9-4216-8cc2-f7f1ed2ca7fa,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:01.134458 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2face-1759-48d6-9863-57649e690e56 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.134877 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2face-1759-48d6-9863-57649e690e56 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.135235 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2face-1759-48d6-9863-57649e690e56 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.135589 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2face-1759-48d6-9863-57649e690e56 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.135953 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2face-1759-48d6-9863-57649e690e56 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.136280 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2face-1759-48d6-9863-57649e690e56 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.136611 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2face-1759-48d6-9863-57649e690e56 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.136981 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2face-1759-48d6-9863-57649e690e56 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.137349 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2face-1759-48d6-9863-57649e690e56 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.137682 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2face-1759-48d6-9863-57649e690e56 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.138022 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2face-1759-48d6-9863-57649e690e56 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.138383 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2face-1759-48d6-9863-57649e690e56 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.138671 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2face-1759-48d6-9863-57649e690e56 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.139098 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2face-1759-48d6-9863-57649e690e56 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.139407 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2face-1759-48d6-9863-57649e690e56 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.145271 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-43a2face-1759-48d6-9863-57649e690e56 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:01.149205 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 40336) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:01.149354 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-43a2face-1759-48d6-9863-57649e690e56 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522608 Jun 24 10:24:01.153878 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-bfc25cf4-123f-4360-aea2-7af4854f6cdd tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Request body: {'security_group_rule': {'security_group_id': '937b9ba3-d3ee-4348-9c55-5d5794e92714', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:24:01.183847 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bfc25cf4-123f-4360-aea2-7af4854f6cdd tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group_rule (700163fc-f194-4185-bdd6-dbbf188c5291), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:01.250094 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bfc25cf4-123f-4360-aea2-7af4854f6cdd tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group_rule (700163fc-f194-4185-bdd6-dbbf188c5291), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:01.253607 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bfc25cf4-123f-4360-aea2-7af4854f6cdd tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (700163fc-f194-4185-bdd6-dbbf188c5291), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:01.272405 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc25cf4-123f-4360-aea2-7af4854f6cdd tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700163fc-f194-4185-bdd6-dbbf188c5291,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:01.280121 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bfc25cf4-123f-4360-aea2-7af4854f6cdd tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:01.281606 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-bfc25cf4-123f-4360-aea2-7af4854f6cdd tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312432 Jun 24 10:24:01.285458 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 40338) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:01.289914 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-791c3e50-e13b-47ca-9438-fb882331896a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Request body: {'floatingip': {'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:24:01.316613 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-791c3e50-e13b-47ca-9438-fb882331896a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:01.397928 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-791c3e50-e13b-47ca-9438-fb882331896a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:01.505977 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-791c3e50-e13b-47ca-9438-fb882331896a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Allocated IP 172.27.0.135 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/467cdca3-061b-401f-beb0-87694a47bdca) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:24:01.623459 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-791c3e50-e13b-47ca-9438-fb882331896a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for port (467cdca3-061b-401f-beb0-87694a47bdca), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:01.651963 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:01.660225 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-791c3e50-e13b-47ca-9438-fb882331896a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (467cdca3-061b-401f-beb0-87694a47bdca), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:01.703510 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791c3e50-e13b-47ca-9438-fb882331896a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:24:01.711014 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-791c3e50-e13b-47ca-9438-fb882331896a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:24:01.714230 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791c3e50-e13b-47ca-9438-fb882331896a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:24:01.716411 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c3e50-e13b-47ca-9438-fb882331896a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event updated for resources: {'Port': ['ID=467cdca3-061b-401f-beb0-87694a47bdca,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:01.742485 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:01.839367 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-791c3e50-e13b-47ca-9438-fb882331896a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (e337ecaf-fd9b-4e29-9f0e-2c0554559f2e), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:01.881126 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-791c3e50-e13b-47ca-9438-fb882331896a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (467cdca3-061b-401f-beb0-87694a47bdca), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:02.039940 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-791c3e50-e13b-47ca-9438-fb882331896a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for port (467cdca3-061b-401f-beb0-87694a47bdca), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:02.047824 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-791c3e50-e13b-47ca-9438-fb882331896a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15869106'] for port (467cdca3-061b-401f-beb0-87694a47bdca), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:02.114957 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c3e50-e13b-47ca-9438-fb882331896a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event updated for resources: {'Port': ['ID=467cdca3-061b-401f-beb0-87694a47bdca,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:02.125495 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-791c3e50-e13b-47ca-9438-fb882331896a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (e337ecaf-fd9b-4e29-9f0e-2c0554559f2e), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:02.143434 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-791c3e50-e13b-47ca-9438-fb882331896a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:02.144676 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-791c3e50-e13b-47ca-9438-fb882331896a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8582840 Jun 24 10:24:02.380890 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-dd331496-d92a-4a93-9632-01a4657fa50f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--323428391&fields=id&tenant_id=13b216e0dd4e46e2a2f4b275666118f6 HTTP/1.1" status: 200 len: 267 time: 0.0533667 Jun 24 10:24:02.493818 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-29a94cd7-1f94-421b-ab39-1824e0d30323 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:02.495324 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-29a94cd7-1f94-421b-ab39-1824e0d30323 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/networks?id=62d2509b-2c7f-4b5f-9593-650742984d82 HTTP/1.1" status: 200 len: 814 time: 0.1053536 Jun 24 10:24:02.510635 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-d71d618a-dace-47ea-a9f9-9db5f1de1ae2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/quotas/13b216e0dd4e46e2a2f4b275666118f6 HTTP/1.1" status: 200 len: 375 time: 0.0092900 Jun 24 10:24:02.564818 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-d4e494da-2dd8-4224-b2a1-b65f1fe94573 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=13b216e0dd4e46e2a2f4b275666118f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494344 Jun 24 10:24:02.682817 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-ad2b24ce-6371-4248-b330-79f9f5ef4aae service neutron] 10.222.0.64 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062043 Jun 24 10:24:02.783204 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:02.799874 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-e4b6c762-718a-41cc-bf92-b68e65e437e5 service neutron] 10.222.0.64 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095214 Jun 24 10:24:02.979204 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b4c880a7-8d49-49d6-ba37-13152207191d req-1eaf0517-6314-401d-af1a-239c60544dfa tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=847c5da0-048e-4f9e-bf9b-05be65fafd89 HTTP/1.1" status: 200 len: 210 time: 0.0337806 Jun 24 10:24:04.068476 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-414b37bb-9e2d-4127-9c23-96d78dafe62f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:04.070896 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-414b37bb-9e2d-4127-9c23-96d78dafe62f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.27 "GET /v2.0/networks?id=62d2509b-2c7f-4b5f-9593-650742984d82 HTTP/1.1" status: 200 len: 814 time: 0.1201568 Jun 24 10:24:04.089872 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9aa9aa0d-9daa-4a43-93ed-8d61c057168b req-fd70ba9c-f947-43c1-9653-9b029bde77df tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=847c5da0-048e-4f9e-bf9b-05be65fafd89 HTTP/1.1" status: 200 len: 210 time: 0.0359254 Jun 24 10:24:04.148683 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-645d0b87-2927-4346-987a-f729e2584922 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13b216e0dd4e46e2a2f4b275666118f6 HTTP/1.1" status: 200 len: 472 time: 0.0682924 Jun 24 10:24:04.207491 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-f65e2d06-81c1-4ac4-89e6-a5cd6cdc0a29 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Request body: {'port': {'device_id': '847c5da0-048e-4f9e-bf9b-05be65fafd89', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'admin_state_up': True, 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'security_groups': ['937b9ba3-d3ee-4348-9c55-5d5794e92714']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:24:04.329898 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-f65e2d06-81c1-4ac4-89e6-a5cd6cdc0a29 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Made reservation on behalf of 13b216e0dd4e46e2a2f4b275666118f6 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:24:04.335236 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-f65e2d06-81c1-4ac4-89e6-a5cd6cdc0a29 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:04.469445 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-f65e2d06-81c1-4ac4-89e6-a5cd6cdc0a29 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Allocated IP 172.20.0.13 (62d2509b-2c7f-4b5f-9593-650742984d82/268c6001-37f9-4557-8ba3-5719eccd12d5/c60c2889-7aaf-4585-97c7-7d769ea738cf) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:24:04.618998 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-f65e2d06-81c1-4ac4-89e6-a5cd6cdc0a29 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for port (c60c2889-7aaf-4585-97c7-7d769ea738cf), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:04.652357 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-f65e2d06-81c1-4ac4-89e6-a5cd6cdc0a29 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (c60c2889-7aaf-4585-97c7-7d769ea738cf), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:04.659059 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:04.688324 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:04.700027 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-f65e2d06-81c1-4ac4-89e6-a5cd6cdc0a29 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Network 62d2509b-2c7f-4b5f-9593-650742984d82 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:24:04.704119 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-f65e2d06-81c1-4ac4-89e6-a5cd6cdc0a29 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:24:04.708310 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-f65e2d06-81c1-4ac4-89e6-a5cd6cdc0a29 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:24:04.741229 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e2d06-81c1-4ac4-89e6-a5cd6cdc0a29 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event updated for resources: {'Port': ['ID=c60c2889-7aaf-4585-97c7-7d769ea738cf,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:04.768537 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-f65e2d06-81c1-4ac4-89e6-a5cd6cdc0a29 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:04.769164 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-f65e2d06-81c1-4ac4-89e6-a5cd6cdc0a29 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:04.786965 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-f65e2d06-81c1-4ac4-89e6-a5cd6cdc0a29 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5838561 Jun 24 10:24:04.798750 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-989c2685-5946-4ad0-981e-14044f7ff347 service neutron] Request body: {'port': {'device_id': '847c5da0-048e-4f9e-bf9b-05be65fafd89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:24:04.861494 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-989c2685-5946-4ad0-981e-14044f7ff347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (c60c2889-7aaf-4585-97c7-7d769ea738cf), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:04.957724 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-a545378a-d786-451f-8a2a-c1f7ecaa4979 None None] Provisioning complete for port c60c2889-7aaf-4585-97c7-7d769ea738cf triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:24:04.958377 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a545378a-d786-451f-8a2a-c1f7ecaa4979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (c60c2889-7aaf-4585-97c7-7d769ea738cf), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:04.992849 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-a545378a-d786-451f-8a2a-c1f7ecaa4979 None None] Port c60c2889-7aaf-4585-97c7-7d769ea738cf cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:24:05.133707 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-989c2685-5946-4ad0-981e-14044f7ff347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c60c2889-7aaf-4585-97c7-7d769ea738cf {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:24:05.141924 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-989c2685-5946-4ad0-981e-14044f7ff347 service neutron] Publish callbacks [] for port (c60c2889-7aaf-4585-97c7-7d769ea738cf), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:05.154888 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-989c2685-5946-4ad0-981e-14044f7ff347 service neutron] Transition to ACTIVE for port object c60c2889-7aaf-4585-97c7-7d769ea738cf will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:24:05.160194 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-989c2685-5946-4ad0-981e-14044f7ff347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (c60c2889-7aaf-4585-97c7-7d769ea738cf), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:05.201323 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f636e-d8f9-4dc5-9255-5ae8940d6433 req-5d83789e-660c-43d2-8f7d-9c2978ebd23e tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:05.203065 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c75f636e-d8f9-4dc5-9255-5ae8940d6433 req-5d83789e-660c-43d2-8f7d-9c2978ebd23e tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=847c5da0-048e-4f9e-bf9b-05be65fafd89 HTTP/1.1" status: 200 len: 944 time: 0.0504658 Jun 24 10:24:05.211570 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c2685-5946-4ad0-981e-14044f7ff347 service neutron] Pushing event updated for resources: {'Port': ['ID=c60c2889-7aaf-4585-97c7-7d769ea738cf,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:05.261711 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c75f636e-d8f9-4dc5-9255-5ae8940d6433 req-e48fcc16-84b6-4ed5-94f3-1e912ff6b4e6 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=937b9ba3-d3ee-4348-9c55-5d5794e92714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509076 Jun 24 10:24:05.296363 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-989c2685-5946-4ad0-981e-14044f7ff347 service neutron] Attempting to bind port c60c2889-7aaf-4585-97c7-7d769ea738cf on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:24:05.296994 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-989c2685-5946-4ad0-981e-14044f7ff347 service neutron] Attempting to bind port c60c2889-7aaf-4585-97c7-7d769ea738cf by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:24:05.297414 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-989c2685-5946-4ad0-981e-14044f7ff347 service neutron] Attempting to bind port c60c2889-7aaf-4585-97c7-7d769ea738cf on network 62d2509b-2c7f-4b5f-9593-650742984d82 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:24:05.302161 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-989c2685-5946-4ad0-981e-14044f7ff347 service neutron] Port c60c2889-7aaf-4585-97c7-7d769ea738cf on network 62d2509b-2c7f-4b5f-9593-650742984d82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:24:05.302512 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-989c2685-5946-4ad0-981e-14044f7ff347 service neutron] Attempting to bind port c60c2889-7aaf-4585-97c7-7d769ea738cf on network 62d2509b-2c7f-4b5f-9593-650742984d82 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:24:05.308772 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-989c2685-5946-4ad0-981e-14044f7ff347 service neutron] Checking agent: {'id': '900df4b4-ebee-48f1-a22a-a520f0296ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'started_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:24:05.309113 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-989c2685-5946-4ad0-981e-14044f7ff347 service neutron] Checking segment: {'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:24:05.309497 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-989c2685-5946-4ad0-981e-14044f7ff347 service neutron] Bound using segment: {'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:24:05.309936 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-989c2685-5946-4ad0-981e-14044f7ff347 service neutron] Bound port: c60c2889-7aaf-4585-97c7-7d769ea738cf, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:24:05.310328 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-989c2685-5946-4ad0-981e-14044f7ff347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (c60c2889-7aaf-4585-97c7-7d769ea738cf), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:05.387288 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-989c2685-5946-4ad0-981e-14044f7ff347 service neutron] For port c60c2889-7aaf-4585-97c7-7d769ea738cf, host hv-cinder-84713, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:24:05.390528 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-989c2685-5946-4ad0-981e-14044f7ff347 service neutron] For port c60c2889-7aaf-4585-97c7-7d769ea738cf, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c60c2889-7aaf-4585-97c7-7d769ea738cf,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:24:05.398386 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-989c2685-5946-4ad0-981e-14044f7ff347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (c60c2889-7aaf-4585-97c7-7d769ea738cf), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:05.434322 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-989c2685-5946-4ad0-981e-14044f7ff347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:05.435193 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-989c2685-5946-4ad0-981e-14044f7ff347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:05.436692 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-989c2685-5946-4ad0-981e-14044f7ff347 service neutron] 10.222.0.27 "PUT /v2.0/ports/c60c2889-7aaf-4585-97c7-7d769ea738cf HTTP/1.1" status: 200 len: 1094 time: 0.6425393 Jun 24 10:24:05.439201 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847c5da0-048e-4f9e-bf9b-05be65fafd89', 'tag': 'c60c2889-7aaf-4585-97c7-7d769ea738cf'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:24:05.442563 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d00c7a5-02df-4a80-b74f-d2e3b1d984bb" -d '{"events": [{"name": "network-changed", "server_uuid": "847c5da0-048e-4f9e-bf9b-05be65fafd89", "tag": "c60c2889-7aaf-4585-97c7-7d769ea738cf"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:24:05.474003 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c2685-5946-4ad0-981e-14044f7ff347 service neutron] Pushing event updated for resources: {'Port': ['ID=c60c2889-7aaf-4585-97c7-7d769ea738cf,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:05.491339 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a31af94-0411-4e4c-9a9b-d04b5b03b497 x-openstack-request-id: req-8a31af94-0411-4e4c-9a9b-d04b5b03b497 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:24:05.491613 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847c5da0-048e-4f9e-bf9b-05be65fafd89", "tag": "c60c2889-7aaf-4585-97c7-7d769ea738cf", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:24:05.491860 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a31af94-0411-4e4c-9a9b-d04b5b03b497 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:24:05.492253 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a31af94-0411-4e4c-9a9b-d04b5b03b497'] response: {'name': 'network-changed', 'server_uuid': '847c5da0-048e-4f9e-bf9b-05be65fafd89', 'tag': 'c60c2889-7aaf-4585-97c7-7d769ea738cf', 'status': 'completed', 'code': 200} Jun 24 10:24:05.523751 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-6920fcc1-7c98-47b8-9d19-4ab834c8a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:05.525319 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-6920fcc1-7c98-47b8-9d19-4ab834c8a934 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=13b216e0dd4e46e2a2f4b275666118f6&device_id=847c5da0-048e-4f9e-bf9b-05be65fafd89 HTTP/1.1" status: 200 len: 1128 time: 0.0453577 Jun 24 10:24:05.568127 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-d5e31ca0-99c5-4167-a7a4-595a2f48b1fc service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c60c2889-7aaf-4585-97c7-7d769ea738cf HTTP/1.1" status: 200 len: 217 time: 0.0343244 Jun 24 10:24:05.581983 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:05.641252 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-83d7eeb3-dba0-4e65-aa71-0f6bcfe55f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:05.642882 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-83d7eeb3-dba0-4e65-aa71-0f6bcfe55f52 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=268c6001-37f9-4557-8ba3-5719eccd12d5 HTTP/1.1" status: 200 len: 853 time: 0.0697451 Jun 24 10:24:05.697852 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-d7ce3166-677a-4b92-9475-6d12b8429b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:05.699496 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-d7ce3166-677a-4b92-9475-6d12b8429b83 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=62d2509b-2c7f-4b5f-9593-650742984d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510471 Jun 24 10:24:05.717780 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:05.810683 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-1be7fb6b-29e3-421d-9c45-d41176763625 service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031508 Jun 24 10:24:05.900178 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 40396) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:05.906806 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c56ed89f-b2ac-4a98-b2b6-ce523a94cc82 req-1937e964-dd01-4177-8037-075b06a813c9 service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903699 Jun 24 10:24:06.014929 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ee2258a7-224b-4032-8a7c-9abf28ad49a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:06.027310 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:06.094311 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ee2258a7-224b-4032-8a7c-9abf28ad49a9 admin admin] Publish callbacks [] for security_group (d832063b-6027-49d7-b9a5-57ca2139a071), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:06.100165 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ee2258a7-224b-4032-8a7c-9abf28ad49a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (d832063b-6027-49d7-b9a5-57ca2139a071), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:06.137269 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2258a7-224b-4032-8a7c-9abf28ad49a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d832063b-6027-49d7-b9a5-57ca2139a071,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:06.141586 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-ee2258a7-224b-4032-8a7c-9abf28ad49a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=28bd315147274a3ca9174fc45a4fe861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403951 Jun 24 10:24:06.144349 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 40400) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:06.194871 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-aa38726d-ef69-4ab9-ae46-6d14361ffcc9 admin admin] Publish callbacks [] for security_group (d832063b-6027-49d7-b9a5-57ca2139a071), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:06.216474 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-aa38726d-ef69-4ab9-ae46-6d14361ffcc9 admin admin] Publish callbacks [] for security_group (d832063b-6027-49d7-b9a5-57ca2139a071), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:06.262877 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-aa38726d-ef69-4ab9-ae46-6d14361ffcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (d832063b-6027-49d7-b9a5-57ca2139a071), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:06.265469 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-aa38726d-ef69-4ab9-ae46-6d14361ffcc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:06.266925 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-aa38726d-ef69-4ab9-ae46-6d14361ffcc9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d832063b-6027-49d7-b9a5-57ca2139a071 HTTP/1.1" status: 204 len: 168 time: 0.1216249 Jun 24 10:24:06.274773 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38726d-ef69-4ab9-ae46-6d14361ffcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d832063b-6027-49d7-b9a5-57ca2139a071,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:06.389986 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d92ff-b1fc-4ec4-9ff5-d8a82f576e62 req-46fffc91-2374-4b95-a099-83b59fb69df4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:06.391528 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ea3d92ff-b1fc-4ec4-9ff5-d8a82f576e62 req-46fffc91-2374-4b95-a099-83b59fb69df4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=847c5da0-048e-4f9e-bf9b-05be65fafd89 HTTP/1.1" status: 200 len: 944 time: 0.0515914 Jun 24 10:24:06.441233 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ea3d92ff-b1fc-4ec4-9ff5-d8a82f576e62 req-279b2654-7cc7-4ca1-adb7-3a2a366acdbd tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=937b9ba3-d3ee-4348-9c55-5d5794e92714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439458 Jun 24 10:24:06.659203 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00c7a5-02df-4a80-b74f-d2e3b1d984bb req-dc2d461c-d91f-4f7f-bff5-c4a72d68b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:06.660834 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7d00c7a5-02df-4a80-b74f-d2e3b1d984bb req-dc2d461c-d91f-4f7f-bff5-c4a72d68b810 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=13b216e0dd4e46e2a2f4b275666118f6&device_id=847c5da0-048e-4f9e-bf9b-05be65fafd89 HTTP/1.1" status: 200 len: 1128 time: 0.0514672 Jun 24 10:24:06.765917 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00c7a5-02df-4a80-b74f-d2e3b1d984bb req-68ed7762-cb29-4404-bd18-8343ad922593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:06.767466 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7d00c7a5-02df-4a80-b74f-d2e3b1d984bb req-68ed7762-cb29-4404-bd18-8343ad922593 service neutron] 10.222.0.27 "GET /v2.0/networks?id=62d2509b-2c7f-4b5f-9593-650742984d82 HTTP/1.1" status: 200 len: 915 time: 0.1001155 Jun 24 10:24:06.807616 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7d00c7a5-02df-4a80-b74f-d2e3b1d984bb req-8ffe99dc-649a-4c17-be7a-13a61c81c503 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c60c2889-7aaf-4585-97c7-7d769ea738cf HTTP/1.1" status: 200 len: 217 time: 0.0339441 Jun 24 10:24:06.863588 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00c7a5-02df-4a80-b74f-d2e3b1d984bb req-ff679fc1-a8cf-41c1-ae1b-e1116d54ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:06.866097 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7d00c7a5-02df-4a80-b74f-d2e3b1d984bb req-ff679fc1-a8cf-41c1-ae1b-e1116d54ceb0 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=268c6001-37f9-4557-8ba3-5719eccd12d5 HTTP/1.1" status: 200 len: 853 time: 0.0517917 Jun 24 10:24:06.910951 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00c7a5-02df-4a80-b74f-d2e3b1d984bb req-89aa2ae1-6ac7-4208-915d-0eb5817e23a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:06.912387 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7d00c7a5-02df-4a80-b74f-d2e3b1d984bb req-89aa2ae1-6ac7-4208-915d-0eb5817e23a5 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=62d2509b-2c7f-4b5f-9593-650742984d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417964 Jun 24 10:24:07.010253 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7d00c7a5-02df-4a80-b74f-d2e3b1d984bb req-04f8cbde-adee-4e50-b386-916c0b188519 service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916080 Jun 24 10:24:07.104486 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7d00c7a5-02df-4a80-b74f-d2e3b1d984bb req-14680d68-91ef-41ad-a3c6-6b4879534f88 service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874197 Jun 24 10:24:07.580252 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64787b3c-5630-4c78-a781-a237c529686c req-bd7b7010-ae6f-46b0-819e-45826aa4d0ea tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:07.581734 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64787b3c-5630-4c78-a781-a237c529686c req-bd7b7010-ae6f-46b0-819e-45826aa4d0ea tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=847c5da0-048e-4f9e-bf9b-05be65fafd89 HTTP/1.1" status: 200 len: 944 time: 0.0636559 Jun 24 10:24:07.635435 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64787b3c-5630-4c78-a781-a237c529686c req-bb8fa14e-5de3-44c2-adb9-43a604c5e5ba tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=937b9ba3-d3ee-4348-9c55-5d5794e92714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475698 Jun 24 10:24:08.268947 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device c60c2889-7aaf-4585-97c7-7d769ea738cf details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:24:08.384987 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port c60c2889-7aaf-4585-97c7-7d769ea738cf, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c60c2889-7aaf-4585-97c7-7d769ea738cf,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:08.399077 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': 'c60c2889-7aaf-4585-97c7-7d769ea738cf', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'port_id': 'c60c2889-7aaf-4585-97c7-7d769ea738cf', 'mac_address': 'fa:16:3e:b5:f0:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:24:08.411437 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 40436) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:08.440078 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port c60c2889-7aaf-4585-97c7-7d769ea738cf is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:24:08.440474 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (c60c2889-7aaf-4585-97c7-7d769ea738cf), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:08.463277 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c60c2889-7aaf-4585-97c7-7d769ea738cf {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:24:08.486132 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port c60c2889-7aaf-4585-97c7-7d769ea738cf, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c60c2889-7aaf-4585-97c7-7d769ea738cf,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:08.491896 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (c60c2889-7aaf-4585-97c7-7d769ea738cf), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:08.543626 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=c60c2889-7aaf-4585-97c7-7d769ea738cf,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:08.552977 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:08.553324 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:08.553661 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:08.553999 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:08.554329 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:08.554661 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:08.555010 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:08.555332 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:08.555654 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:08.555977 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:08.556300 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:08.556619 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:08.556942 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:08.557256 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:08.557575 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:08.715626 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['c60c2889-7aaf-4585-97c7-7d769ea738cf'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:24:08.744322 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-11176f86-f0e2-4dd7-aa91-12932f1deddb tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Deleting port f4e97dde-52c0-47b9-92ae-aa6103d55d25 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:24:08.744760 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-11176f86-f0e2-4dd7-aa91-12932f1deddb tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (f4e97dde-52c0-47b9-92ae-aa6103d55d25), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:08.758967 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed54fb8-f66e-4adc-aa6a-3613a7c2f121 req-de81269d-f965-4aaa-b4e7-f5fe04b643ab tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:08.760484 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bed54fb8-f66e-4adc-aa6a-3613a7c2f121 req-de81269d-f965-4aaa-b4e7-f5fe04b643ab tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=847c5da0-048e-4f9e-bf9b-05be65fafd89 HTTP/1.1" status: 200 len: 945 time: 0.0545142 Jun 24 10:24:08.819323 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bed54fb8-f66e-4adc-aa6a-3613a7c2f121 req-0484544b-2e8c-4f57-b4d2-04f169bb0e39 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=937b9ba3-d3ee-4348-9c55-5d5794e92714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518007 Jun 24 10:24:08.849165 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-11176f86-f0e2-4dd7-aa91-12932f1deddb tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (f4e97dde-52c0-47b9-92ae-aa6103d55d25), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:08.849488 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-11176f86-f0e2-4dd7-aa91-12932f1deddb tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for floatingip (f4e97dde-52c0-47b9-92ae-aa6103d55d25), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:08.863477 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-11176f86-f0e2-4dd7-aa91-12932f1deddb tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Calling delete_port for f4e97dde-52c0-47b9-92ae-aa6103d55d25 owned by network:floatingip {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:24:08.942103 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:08.958186 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:09.048168 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-11176f86-f0e2-4dd7-aa91-12932f1deddb tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (f4e97dde-52c0-47b9-92ae-aa6103d55d25), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:09.072407 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11176f86-f0e2-4dd7-aa91-12932f1deddb tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Pushing event deleted for resources: {'Port': ['ID=f4e97dde-52c0-47b9-92ae-aa6103d55d25,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:09.136333 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-11176f86-f0e2-4dd7-aa91-12932f1deddb tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for floatingip (f1b6fb71-2293-4566-a5b6-f180e4edc7f0), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:09.136862 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [None req-11176f86-f0e2-4dd7-aa91-12932f1deddb tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Floating IP f1b6fb71-2293-4566-a5b6-f180e4edc7f0 disassociated (deleted). External IP: 172.27.0.244, port: 0124f28a-1a85-487c-9819-2fad18e6391a. Jun 24 10:24:09.350147 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11176f86-f0e2-4dd7-aa91-12932f1deddb tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Router 7746c74e-e8d4-4b9c-a729-4c92d7801484 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:24:09.461547 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11176f86-f0e2-4dd7-aa91-12932f1deddb tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:24:09.467076 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-11176f86-f0e2-4dd7-aa91-12932f1deddb tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:09.472585 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1006000e-9167-4530-ab85-148a8dae1f32 None None] Sync routers for ids ['7746c74e-e8d4-4b9c-a729-4c92d7801484'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:24:09.483574 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1006000e-9167-4530-ab85-148a8dae1f32 None None] Routers {'7746c74e-e8d4-4b9c-a729-4c92d7801484'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:24:09.484502 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-1006000e-9167-4530-ab85-148a8dae1f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:23:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['7746c74e-e8d4-4b9c-a729-4c92d7801484'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:09.502478 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-11176f86-f0e2-4dd7-aa91-12932f1deddb tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "DELETE /v2.0/floatingips/f1b6fb71-2293-4566-a5b6-f180e4edc7f0 HTTP/1.1" status: 204 len: 168 time: 1.0862365 Jun 24 10:24:09.502478 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d', 'tag': '0124f28a-1a85-487c-9819-2fad18e6391a'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:24:09.502478 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef0ed28-bfd4-49c1-bdab-fe259ea9b21a" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d", "tag": "0124f28a-1a85-487c-9819-2fad18e6391a"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:24:09.563129 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9e1e91-ed86-4f29-85ab-ed93e0f8683b x-openstack-request-id: req-bb9e1e91-ed86-4f29-85ab-ed93e0f8683b {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:24:09.563641 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d", "tag": "0124f28a-1a85-487c-9819-2fad18e6391a", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:24:09.563951 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb9e1e91-ed86-4f29-85ab-ed93e0f8683b {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:24:09.564488 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb9e1e91-ed86-4f29-85ab-ed93e0f8683b'] response: {'name': 'network-changed', 'server_uuid': '0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d', 'tag': '0124f28a-1a85-487c-9819-2fad18e6391a', 'status': 'completed', 'code': 200} Jun 24 10:24:09.660323 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0ed28-bfd4-49c1-bdab-fe259ea9b21a req-12523fae-335e-4385-b1f3-68108abcebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:09.663031 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2ef0ed28-bfd4-49c1-bdab-fe259ea9b21a req-12523fae-335e-4385-b1f3-68108abcebc2 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=90f6878fdaaf43b58b92bea357331d2e&device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 1129 time: 0.0631618 Jun 24 10:24:09.695677 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-1006000e-9167-4530-ab85-148a8dae1f32 None None] Set router 7746c74e-e8d4-4b9c-a729-4c92d7801484 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:24:09.800822 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0ed28-bfd4-49c1-bdab-fe259ea9b21a req-cd5ac446-50ac-4a22-8c4d-7bc1801ebc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:09.803813 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2ef0ed28-bfd4-49c1-bdab-fe259ea9b21a req-cd5ac446-50ac-4a22-8c4d-7bc1801ebc78 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fcb34be5-02e9-434d-ab19-3848e7eb46d8 HTTP/1.1" status: 200 len: 910 time: 0.1333115 Jun 24 10:24:09.809107 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb51c5b-634a-45f2-840b-322cf2c5e440 req-7499a975-7a4b-4be9-9a5e-53efe68cee3c tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:09.811392 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1bb51c5b-634a-45f2-840b-322cf2c5e440 req-7499a975-7a4b-4be9-9a5e-53efe68cee3c tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.0611086 Jun 24 10:24:09.875943 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1bb51c5b-634a-45f2-840b-322cf2c5e440 req-89b5605a-38af-4dc2-96fb-66ad2cc67ce1 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580428 Jun 24 10:24:09.937646 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-1006000e-9167-4530-ab85-148a8dae1f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'name': 'tempest-TestShelveInstance-1611658390-router', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:18:48Z', 'updated_at': '2022-06-24T10:18:54Z', 'revision_number': 4, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'gw_port': {'id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:18:49Z', 'updated_at': '2022-06-24T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '7f46e692-b875-4f55-8ab2-ab4a03291d61', 'name': '', 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'mac_address': 'fa:16:3e:94:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5c1d464b-ef78-4c93-8a97-8aea5630552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:18:52Z', 'updated_at': '2022-06-24T10:19:00Z', 'revision_number': 5, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'subnets': [{'id': '5c1d464b-ef78-4c93-8a97-8aea5630552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:09.957313 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c898e6-b19d-41e1-9ff3-251659b1ba4c req-ff836c33-1185-47f1-8a2d-8eff1216a44a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:09.958846 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b8c898e6-b19d-41e1-9ff3-251659b1ba4c req-ff836c33-1185-47f1-8a2d-8eff1216a44a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=847c5da0-048e-4f9e-bf9b-05be65fafd89 HTTP/1.1" status: 200 len: 945 time: 0.0544801 Jun 24 10:24:09.964202 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1006000e-9167-4530-ab85-148a8dae1f32 None None] Checking router: 7746c74e-e8d4-4b9c-a729-4c92d7801484 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:24:09.972779 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:09.974143 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1006000e-9167-4530-ab85-148a8dae1f32 None None] Routers {'7746c74e-e8d4-4b9c-a729-4c92d7801484'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:24:09.974970 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-1006000e-9167-4530-ab85-148a8dae1f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:23:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['7746c74e-e8d4-4b9c-a729-4c92d7801484'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:10.006023 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 40462) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:10.018094 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b8c898e6-b19d-41e1-9ff3-251659b1ba4c req-d0740cbd-e9de-49c5-86ef-13d0c918b326 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=937b9ba3-d3ee-4348-9c55-5d5794e92714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522254 Jun 24 10:24:10.091655 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-1006000e-9167-4530-ab85-148a8dae1f32 None None] Set router 7746c74e-e8d4-4b9c-a729-4c92d7801484 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:24:10.121508 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-186d828c-224b-46ac-af7e-cd1cbab9ab72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:10.150355 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:10.202321 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-186d828c-224b-46ac-af7e-cd1cbab9ab72 admin admin] Publish callbacks [] for security_group (eb528309-b748-4590-993e-7620da5e6846), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:10.207783 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-186d828c-224b-46ac-af7e-cd1cbab9ab72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (eb528309-b748-4590-993e-7620da5e6846), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:10.225956 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:10.253335 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d828c-224b-46ac-af7e-cd1cbab9ab72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb528309-b748-4590-993e-7620da5e6846,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:10.259934 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-186d828c-224b-46ac-af7e-cd1cbab9ab72 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=18583b7aaaf54b32a789686de6d4c13b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521560 Jun 24 10:24:10.263031 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 40466) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:10.279617 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device c60c2889-7aaf-4585-97c7-7d769ea738cf up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:10.284467 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-1006000e-9167-4530-ab85-148a8dae1f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'name': 'tempest-TestShelveInstance-1611658390-router', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:18:48Z', 'updated_at': '2022-06-24T10:18:54Z', 'revision_number': 4, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'gw_port': {'id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:18:49Z', 'updated_at': '2022-06-24T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '7f46e692-b875-4f55-8ab2-ab4a03291d61', 'name': '', 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'mac_address': 'fa:16:3e:94:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5c1d464b-ef78-4c93-8a97-8aea5630552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:18:52Z', 'updated_at': '2022-06-24T10:19:00Z', 'revision_number': 5, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'subnets': [{'id': '5c1d464b-ef78-4c93-8a97-8aea5630552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:10.286799 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:10.314758 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1006000e-9167-4530-ab85-148a8dae1f32 None None] The sync data for ids ['7746c74e-e8d4-4b9c-a729-4c92d7801484'] in dv-cinder-847132-2-iscsi is: [{'id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'name': 'tempest-TestShelveInstance-1611658390-router', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:18:48Z', 'updated_at': '2022-06-24T10:18:54Z', 'revision_number': 4, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'gw_port': {'id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:18:49Z', 'updated_at': '2022-06-24T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '7f46e692-b875-4f55-8ab2-ab4a03291d61', 'name': '', 'network_id': 'fcb34be5-02e9-434d-ab19-3848e7eb46d8', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'mac_address': 'fa:16:3e:94:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5c1d464b-ef78-4c93-8a97-8aea5630552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:18:52Z', 'updated_at': '2022-06-24T10:19:00Z', 'revision_number': 5, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'subnets': [{'id': '5c1d464b-ef78-4c93-8a97-8aea5630552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:24:10.325070 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-048b7620-a294-4002-9e4a-62fe58a1bbf7 admin admin] Publish callbacks [] for security_group (eb528309-b748-4590-993e-7620da5e6846), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:10.327607 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning for port c60c2889-7aaf-4585-97c7-7d769ea738cf completed by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:24:10.335425 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port c60c2889-7aaf-4585-97c7-7d769ea738cf triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:24:10.336345 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (c60c2889-7aaf-4585-97c7-7d769ea738cf), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:10.350751 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-048b7620-a294-4002-9e4a-62fe58a1bbf7 admin admin] Publish callbacks [] for security_group (eb528309-b748-4590-993e-7620da5e6846), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:10.411792 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-048b7620-a294-4002-9e4a-62fe58a1bbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (eb528309-b748-4590-993e-7620da5e6846), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:10.414450 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-048b7620-a294-4002-9e4a-62fe58a1bbf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:10.415675 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-048b7620-a294-4002-9e4a-62fe58a1bbf7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb528309-b748-4590-993e-7620da5e6846 HTTP/1.1" status: 204 len: 168 time: 0.1515501 Jun 24 10:24:10.420028 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:10.423222 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port c60c2889-7aaf-4585-97c7-7d769ea738cf is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:24:10.423222 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (c60c2889-7aaf-4585-97c7-7d769ea738cf), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:10.426310 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b7620-a294-4002-9e4a-62fe58a1bbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb528309-b748-4590-993e-7620da5e6846,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:10.459823 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:10.466151 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847c5da0-048e-4f9e-bf9b-05be65fafd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60c2889-7aaf-4585-97c7-7d769ea738cf'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:24:10.468442 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d85bd6a-c2aa-4d4f-9c07-c93b1ddfff03" -d '{"events": [{"server_uuid": "847c5da0-048e-4f9e-bf9b-05be65fafd89", "name": "network-vif-plugged", "status": "completed", "tag": "c60c2889-7aaf-4585-97c7-7d769ea738cf"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:24:10.483741 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port c60c2889-7aaf-4585-97c7-7d769ea738cf, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c60c2889-7aaf-4585-97c7-7d769ea738cf,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:10.489324 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (c60c2889-7aaf-4585-97c7-7d769ea738cf), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:10.526344 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026787f4-7d07-4060-a2c3-470c52279d42 x-openstack-request-id: req-026787f4-7d07-4060-a2c3-470c52279d42 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:24:10.526542 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847c5da0-048e-4f9e-bf9b-05be65fafd89", "name": "network-vif-plugged", "status": "completed", "tag": "c60c2889-7aaf-4585-97c7-7d769ea738cf", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:24:10.526813 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-026787f4-7d07-4060-a2c3-470c52279d42 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:24:10.527271 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-026787f4-7d07-4060-a2c3-470c52279d42'] response: {'server_uuid': '847c5da0-048e-4f9e-bf9b-05be65fafd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60c2889-7aaf-4585-97c7-7d769ea738cf', 'code': 200} Jun 24 10:24:10.553724 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=c60c2889-7aaf-4585-97c7-7d769ea738cf,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:10.615853 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3a9f76-9558-44d9-aeb5-611f44262a6d None None] New status for floating IP f1b6fb71-2293-4566-a5b6-f180e4edc7f0: DOWN {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:24:10.736422 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2ef0ed28-bfd4-49c1-bdab-fe259ea9b21a req-4c5fe8ec-9e5c-45c4-a28f-4ea3228b0cf4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0124f28a-1a85-487c-9819-2fad18e6391a HTTP/1.1" status: 200 len: 217 time: 0.0390220 Jun 24 10:24:10.817465 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0ed28-bfd4-49c1-bdab-fe259ea9b21a req-3698f6c0-9ae2-4e94-a43c-7b0139c2ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:10.818975 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2ef0ed28-bfd4-49c1-bdab-fe259ea9b21a req-3698f6c0-9ae2-4e94-a43c-7b0139c2ed21 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5c1d464b-ef78-4c93-8a97-8aea5630552f HTTP/1.1" status: 200 len: 848 time: 0.0705714 Jun 24 10:24:10.998031 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0ed28-bfd4-49c1-bdab-fe259ea9b21a req-ae08ddaa-d0d0-413a-800a-7cb1a4ae5948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:10.999701 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2ef0ed28-bfd4-49c1-bdab-fe259ea9b21a req-ae08ddaa-d0d0-413a-800a-7cb1a4ae5948 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fcb34be5-02e9-434d-ab19-3848e7eb46d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766191 Jun 24 10:24:11.010360 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99219450-1813-47be-9d72-9984adcd2674 req-cf403e83-2f10-446b-ae5b-e674f3d5aae6 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:11.011915 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-99219450-1813-47be-9d72-9984adcd2674 req-cf403e83-2f10-446b-ae5b-e674f3d5aae6 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.0644739 Jun 24 10:24:11.017491 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba2a25-f682-4e8d-b35d-b3baa1cc9534 req-89d3ffe8-21c2-40ba-acc0-384965f25f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:11.019067 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-70ba2a25-f682-4e8d-b35d-b3baa1cc9534 req-89d3ffe8-21c2-40ba-acc0-384965f25f1f service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=847c5da0-048e-4f9e-bf9b-05be65fafd89 HTTP/1.1" status: 200 len: 1130 time: 0.0622318 Jun 24 10:24:11.085899 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-99219450-1813-47be-9d72-9984adcd2674 req-84e7b835-3e3a-4c8b-9e2b-11857da1673e tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/security-groups?id=758f262c-13fb-4f55-bc64-d9b8bb4a3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658844 Jun 24 10:24:11.129289 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-70ba2a25-f682-4e8d-b35d-b3baa1cc9534 req-92ab969c-da88-476c-a69b-4b0d776f1ca6 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=937b9ba3-d3ee-4348-9c55-5d5794e92714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004488 Jun 24 10:24:11.148076 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2ef0ed28-bfd4-49c1-bdab-fe259ea9b21a req-af677eee-b611-43d9-b564-9eacbf39223a service neutron] 10.222.0.27 "GET /v2.0/networks/fcb34be5-02e9-434d-ab19-3848e7eb46d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420670 Jun 24 10:24:11.159824 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae51ee-771b-4bdf-bd62-b8295915956c req-34b1e1ec-e834-4313-92a3-d1963fcc1afb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:11.161446 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-47ae51ee-771b-4bdf-bd62-b8295915956c req-34b1e1ec-e834-4313-92a3-d1963fcc1afb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=847c5da0-048e-4f9e-bf9b-05be65fafd89 HTTP/1.1" status: 200 len: 946 time: 0.0502553 Jun 24 10:24:11.212286 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-47ae51ee-771b-4bdf-bd62-b8295915956c req-04c00ce8-6861-4cfd-b683-b37b760ff32b tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=937b9ba3-d3ee-4348-9c55-5d5794e92714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450282 Jun 24 10:24:11.235840 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 40494) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:11.335198 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-600d1d78-d213-4f1f-89d5-487b51faa772 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2088710609-network', 'tenant_id': '5ea13d1f279d466e9a359c02548494b4'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:24:11.357645 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600d1d78-d213-4f1f-89d5-487b51faa772 admin admin] Made reservation on behalf of 5ea13d1f279d466e9a359c02548494b4 for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:24:11.360468 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-600d1d78-d213-4f1f-89d5-487b51faa772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:11.379640 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-600d1d78-d213-4f1f-89d5-487b51faa772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:11.486162 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd5053-4874-4549-9b1c-67b71486e3f1 req-69b2f297-e267-467c-b419-8f479cd5cbec tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:11.487569 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-32bd5053-4874-4549-9b1c-67b71486e3f1 req-69b2f297-e267-467c-b419-8f479cd5cbec tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.27 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 945 time: 0.0903244 Jun 24 10:24:11.573831 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2ef0ed28-bfd4-49c1-bdab-fe259ea9b21a req-949e3de5-f523-4a3c-b1cd-76c5904a1f3c service neutron] 10.222.0.27 "GET /v2.0/networks/fcb34be5-02e9-434d-ab19-3848e7eb46d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096229 Jun 24 10:24:11.626239 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-32bd5053-4874-4549-9b1c-67b71486e3f1 req-cb3c567c-9f4d-4f5f-9ceb-f1cfe71926f9 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Deleting port 0124f28a-1a85-487c-9819-2fad18e6391a {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:24:11.626576 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-32bd5053-4874-4549-9b1c-67b71486e3f1 req-cb3c567c-9f4d-4f5f-9ceb-f1cfe71926f9 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (0124f28a-1a85-487c-9819-2fad18e6391a), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:11.656213 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-600d1d78-d213-4f1f-89d5-487b51faa772 admin admin] Publish callbacks [] for security_group (b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:11.664571 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-600d1d78-d213-4f1f-89d5-487b51faa772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:11.675897 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:11.720812 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600d1d78-d213-4f1f-89d5-487b51faa772 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:24:11.722482 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:11.746135 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-600d1d78-d213-4f1f-89d5-487b51faa772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (e503f59a-56d9-414b-a79d-d55a4e5ee1c7), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:11.746799 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-600d1d78-d213-4f1f-89d5-487b51faa772 admin admin] Added segment e503f59a-56d9-414b-a79d-d55a4e5ee1c7 of type vlan for network 403c5ff5-8a5f-4962-8aef-dabb2ed88792 Jun 24 10:24:11.747685 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d1d78-d213-4f1f-89d5-487b51faa772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:11.810281 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-32bd5053-4874-4549-9b1c-67b71486e3f1 req-cb3c567c-9f4d-4f5f-9ceb-f1cfe71926f9 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] For port 0124f28a-1a85-487c-9819-2fad18e6391a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=0124f28a-1a85-487c-9819-2fad18e6391a,segment=NetworkSegment(2f1a7486-0618-476b-8f2c-afc467c74c9c),segment_id=2f1a7486-0618-476b-8f2c-afc467c74c9c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:11.810649 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-32bd5053-4874-4549-9b1c-67b71486e3f1 req-cb3c567c-9f4d-4f5f-9ceb-f1cfe71926f9 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (0124f28a-1a85-487c-9819-2fad18e6391a), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:11.825075 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-600d1d78-d213-4f1f-89d5-487b51faa772 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739177427905'] for network (403c5ff5-8a5f-4962-8aef-dabb2ed88792), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:11.835192 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-32bd5053-4874-4549-9b1c-67b71486e3f1 req-cb3c567c-9f4d-4f5f-9ceb-f1cfe71926f9 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Calling delete_port for 0124f28a-1a85-487c-9819-2fad18e6391a owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:24:11.895325 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-600d1d78-d213-4f1f-89d5-487b51faa772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for network (403c5ff5-8a5f-4962-8aef-dabb2ed88792), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:11.896363 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600d1d78-d213-4f1f-89d5-487b51faa772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:11.896953 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-600d1d78-d213-4f1f-89d5-487b51faa772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:11.948473 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-600d1d78-d213-4f1f-89d5-487b51faa772 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7115085 Jun 24 10:24:11.951553 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 40498) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:11.956700 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-f477c307-5331-4ea5-a9d1-23762346dcbe admin admin] Request body: {'subnet': {'network_id': '403c5ff5-8a5f-4962-8aef-dabb2ed88792', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2088710609-subnet', 'tenant_id': '5ea13d1f279d466e9a359c02548494b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:24:11.961261 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:11.985481 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f477c307-5331-4ea5-a9d1-23762346dcbe admin admin] Made reservation on behalf of 5ea13d1f279d466e9a359c02548494b4 for: {'subnet': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:24:11.987923 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d1d78-d213-4f1f-89d5-487b51faa772 admin admin] Pushing event updated for resources: {'Network': ['ID=403c5ff5-8a5f-4962-8aef-dabb2ed88792,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:11.988078 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f477c307-5331-4ea5-a9d1-23762346dcbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16557606'] for subnet (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:11.999863 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Network 403c5ff5-8a5f-4962-8aef-dabb2ed88792 details requested by agent ovs-agent-dv-cinder-847132-2-iscsi with host dv-cinder-847132-2-iscsi {{(pid=104053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:24:12.052708 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-32bd5053-4874-4549-9b1c-67b71486e3f1 req-cb3c567c-9f4d-4f5f-9ceb-f1cfe71926f9 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (0124f28a-1a85-487c-9819-2fad18e6391a), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:12.086099 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c567c-9f4d-4f5f-9ceb-f1cfe71926f9 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Pushing event deleted for resources: {'Port': ['ID=0124f28a-1a85-487c-9819-2fad18e6391a,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:12.152783 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bd5053-4874-4549-9b1c-67b71486e3f1 req-cb3c567c-9f4d-4f5f-9ceb-f1cfe71926f9 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] No DVR routers for this DVR port 0124f28a-1a85-487c-9819-2fad18e6391a on host hv-cinder-84713 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:24:12.155817 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-32bd5053-4874-4549-9b1c-67b71486e3f1 req-cb3c567c-9f4d-4f5f-9ceb-f1cfe71926f9 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:12.163708 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-32bd5053-4874-4549-9b1c-67b71486e3f1 req-cb3c567c-9f4d-4f5f-9ceb-f1cfe71926f9 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.27 "DELETE /v2.0/ports/0124f28a-1a85-487c-9819-2fad18e6391a HTTP/1.1" status: 204 len: 173 time: 0.6698861 Jun 24 10:24:12.165986 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d', 'name': 'network-vif-deleted', 'tag': '0124f28a-1a85-487c-9819-2fad18e6391a'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:24:12.169612 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60e270a-f758-489e-837f-9533e0f065c7" -d '{"events": [{"server_uuid": "0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d", "name": "network-vif-deleted", "tag": "0124f28a-1a85-487c-9819-2fad18e6391a"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:24:12.209245 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf4fbf0-7e8c-4a14-80f7-a64255cbf147 x-openstack-request-id: req-adf4fbf0-7e8c-4a14-80f7-a64255cbf147 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:24:12.209538 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d", "name": "network-vif-deleted", "tag": "0124f28a-1a85-487c-9819-2fad18e6391a", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:24:12.209785 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-adf4fbf0-7e8c-4a14-80f7-a64255cbf147 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:24:12.210196 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adf4fbf0-7e8c-4a14-80f7-a64255cbf147'] response: {'server_uuid': '0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d', 'name': 'network-vif-deleted', 'tag': '0124f28a-1a85-487c-9819-2fad18e6391a', 'status': 'completed', 'code': 200} Jun 24 10:24:12.300355 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c55c498f-32f3-4134-97d3-5d2794d2dbb8 req-9ec728fa-6d72-4f11-9598-46c3fc2a1eba tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ffdd4-fd71-4b8c-80b5-66ed5f57053d HTTP/1.1" status: 200 len: 210 time: 0.0402923 Jun 24 10:24:12.387995 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86370936-7ece-47ab-b351-cab7795eb6fc req-b869c56b-dac8-427f-8c4e-79ba2c2a42bb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:12.389417 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-86370936-7ece-47ab-b351-cab7795eb6fc req-b869c56b-dac8-427f-8c4e-79ba2c2a42bb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=847c5da0-048e-4f9e-bf9b-05be65fafd89 HTTP/1.1" status: 200 len: 946 time: 0.0939467 Jun 24 10:24:12.491686 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-86370936-7ece-47ab-b351-cab7795eb6fc req-a1b9a1d7-940b-4c65-8bcb-6c32f42f4a30 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=937b9ba3-d3ee-4348-9c55-5d5794e92714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938323 Jun 24 10:24:12.554231 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f477c307-5331-4ea5-a9d1-23762346dcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15868991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16557648'] for subnet (3b64cf55-a6f0-4641-931b-5060accdbc36), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:12.647863 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477c307-5331-4ea5-a9d1-23762346dcbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b64cf55-a6f0-4641-931b-5060accdbc36,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:12.657814 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463396ef-ed97-4f66-8644-5cc20450c239 req-bc3d29b8-4128-4502-844b-7e9ada1889ea tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:12.659386 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-463396ef-ed97-4f66-8644-5cc20450c239 req-bc3d29b8-4128-4502-844b-7e9ada1889ea tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=847c5da0-048e-4f9e-bf9b-05be65fafd89 HTTP/1.1" status: 200 len: 946 time: 0.0800157 Jun 24 10:24:12.669191 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 40508) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:12.673947 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-07059704-21da-42d2-b63a-9e0d3cd0ffe0 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Request body: {'floatingip': {'port_id': 'c60c2889-7aaf-4585-97c7-7d769ea738cf'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:24:12.676370 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f477c307-5331-4ea5-a9d1-23762346dcbe admin admin] Checking segment: {'id': 'e503f59a-56d9-414b-a79d-d55a4e5ee1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '403c5ff5-8a5f-4962-8aef-dabb2ed88792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:24:12.676725 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f477c307-5331-4ea5-a9d1-23762346dcbe admin admin] Network hostable DHCP agents. Network: 403c5ff5-8a5f-4962-8aef-dabb2ed88792, hostable agents: ['22a27e04-c0da-4a0e-a08f-10cd4fcfc09e'], hosted agents: [] {{(pid=104051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:24:12.698877 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f477c307-5331-4ea5-a9d1-23762346dcbe admin admin] Network 403c5ff5-8a5f-4962-8aef-dabb2ed88792 is scheduled to be hosted by DHCP agent 22a27e04-c0da-4a0e-a08f-10cd4fcfc09e with binding_index 1 {{(pid=104051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:24:12.716023 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-f477c307-5331-4ea5-a9d1-23762346dcbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847132-2-iscsi, 403c5ff5-8a5f-4962-8aef-dabb2ed88792) {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:24:12.722653 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f477c307-5331-4ea5-a9d1-23762346dcbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:12.723232 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f477c307-5331-4ea5-a9d1-23762346dcbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:12.728879 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606b2dd3-178f-4498-9c28-84e8e014fcd0 None None] Network 403c5ff5-8a5f-4962-8aef-dabb2ed88792 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:24:12.740256 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-07059704-21da-42d2-b63a-9e0d3cd0ffe0 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (e337ecaf-fd9b-4e29-9f0e-2c0554559f2e), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:12.751246 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-f477c307-5331-4ea5-a9d1-23762346dcbe admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7983308 Jun 24 10:24:12.868149 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561274c9-2140-4090-814d-0db2b01f3bb5 None None] Network 403c5ff5-8a5f-4962-8aef-dabb2ed88792 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:24:13.259127 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ab16f5d8-72c9-4705-adfb-d800f36b8163 req-536bb692-d6d5-49a3-8dce-5f7c37bff875 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=725b1a67-bbbe-48c8-8838-a7b65cedf8da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529776 Jun 24 10:24:13.361142 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16f5d8-72c9-4705-adfb-d800f36b8163 req-e917aeaf-af8a-4ca9-a2d4-d01f5995a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:13.362750 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ab16f5d8-72c9-4705-adfb-d800f36b8163 req-e917aeaf-af8a-4ca9-a2d4-d01f5995a311 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=13b216e0dd4e46e2a2f4b275666118f6&device_id=725b1a67-bbbe-48c8-8838-a7b65cedf8da HTTP/1.1" status: 200 len: 1129 time: 0.0753722 Jun 24 10:24:13.385717 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 40520) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:13.452535 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4a90ed18-14fa-4bba-9fdf-f62400164390 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for security_group (758f262c-13fb-4f55-bc64-d9b8bb4a3d01), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:13.479532 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:13.482423 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4a90ed18-14fa-4bba-9fdf-f62400164390 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for security_group (758f262c-13fb-4f55-bc64-d9b8bb4a3d01), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:13.512826 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:13.552176 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4a90ed18-14fa-4bba-9fdf-f62400164390 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (758f262c-13fb-4f55-bc64-d9b8bb4a3d01), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:13.556134 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4a90ed18-14fa-4bba-9fdf-f62400164390 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:13.557333 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-4a90ed18-14fa-4bba-9fdf-f62400164390 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] 10.222.0.64 "DELETE /v2.0/security-groups/758f262c-13fb-4f55-bc64-d9b8bb4a3d01 HTTP/1.1" status: 204 len: 168 time: 0.1722002 Jun 24 10:24:13.566881 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90ed18-14fa-4bba-9fdf-f62400164390 tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=758f262c-13fb-4f55-bc64-d9b8bb4a3d01,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:13.613161 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 40526) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:13.629916 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:13.644630 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16f5d8-72c9-4705-adfb-d800f36b8163 req-d163dd7d-9bc6-44b7-b192-106979a501b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:13.646439 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ab16f5d8-72c9-4705-adfb-d800f36b8163 req-d163dd7d-9bc6-44b7-b192-106979a501b3 service neutron] 10.222.0.27 "GET /v2.0/networks?id=62d2509b-2c7f-4b5f-9593-650742984d82 HTTP/1.1" status: 200 len: 915 time: 0.2535713 Jun 24 10:24:13.767061 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.db.resource_extend [None req-07059704-21da-42d2-b63a-9e0d3cd0ffe0 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 10:24:13.821072 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ab16f5d8-72c9-4705-adfb-d800f36b8163 req-4a12cf0d-89a3-4fbb-a201-41440bb1bb16 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80524936-44ce-4c42-b54e-f60f40be9414 HTTP/1.1" status: 200 len: 1000 time: 0.1524625 Jun 24 10:24:13.841391 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-07059704-21da-42d2-b63a-9e0d3cd0ffe0 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:13.891961 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-07059704-21da-42d2-b63a-9e0d3cd0ffe0 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (e337ecaf-fd9b-4e29-9f0e-2c0554559f2e), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:13.962954 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16f5d8-72c9-4705-adfb-d800f36b8163 req-6d4fa73a-4849-46d0-9f31-34eaa1e3f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:13.964454 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ab16f5d8-72c9-4705-adfb-d800f36b8163 req-6d4fa73a-4849-46d0-9f31-34eaa1e3f6ce service neutron] 10.222.0.27 "GET /v2.0/subnets?id=268c6001-37f9-4557-8ba3-5719eccd12d5 HTTP/1.1" status: 200 len: 853 time: 0.1350801 Jun 24 10:24:14.110962 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16f5d8-72c9-4705-adfb-d800f36b8163 req-0bd8f1ad-2926-4b65-bce7-a1bd574a5a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:14.112387 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ab16f5d8-72c9-4705-adfb-d800f36b8163 req-0bd8f1ad-2926-4b65-bce7-a1bd574a5a13 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=62d2509b-2c7f-4b5f-9593-650742984d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1156356 Jun 24 10:24:14.122527 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [None req-07059704-21da-42d2-b63a-9e0d3cd0ffe0 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Floating IP e337ecaf-fd9b-4e29-9f0e-2c0554559f2e associated. External IP: 172.27.0.135, port: c60c2889-7aaf-4585-97c7-7d769ea738cf. Jun 24 10:24:14.314392 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 0124f28a-1a85-487c-9819-2fad18e6391a no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:24:14.338417 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] No Port match for: 0124f28a-1a85-487c-9819-2fad18e6391a {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:24:14.338864 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 0124f28a-1a85-487c-9819-2fad18e6391a not bound to the agent host hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:24:14.395883 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ab16f5d8-72c9-4705-adfb-d800f36b8163 req-ea7adc00-c218-443a-ab8e-668151930624 service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766621 Jun 24 10:24:14.456544 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:14.534672 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:14.541413 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c0f5d7bb-24d4-4aaa-a0f5-92d12271794a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398309'] for router_interface (7746c74e-e8d4-4b9c-a729-4c92d7801484), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:14.616907 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07059704-21da-42d2-b63a-9e0d3cd0ffe0 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Router 4e6ef35d-71a4-4044-8467-446df607abc2 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:24:14.625347 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ab16f5d8-72c9-4705-adfb-d800f36b8163 req-29b92ce3-cc03-4f12-b500-726385b3d8ea service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211416 Jun 24 10:24:14.702868 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-a505f08f-d64b-4317-8096-8e187aa9cab5 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:14.709980 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-a505f08f-d64b-4317-8096-8e187aa9cab5 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/networks?id=403c5ff5-8a5f-4962-8aef-dabb2ed88792 HTTP/1.1" status: 200 len: 814 time: 0.1242881 Jun 24 10:24:14.721199 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-b50143d5-3fa5-417a-866b-497ca81665ad tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/quotas/5ea13d1f279d466e9a359c02548494b4 HTTP/1.1" status: 200 len: 375 time: 0.0103226 Jun 24 10:24:14.755461 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-b1a13d56-9599-4801-8470-4d977c8a657c tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5ea13d1f279d466e9a359c02548494b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287309 Jun 24 10:24:14.913788 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-c54313dc-b5bd-4dc9-b85e-dfb54f54c55d service neutron] 10.222.0.64 "GET /v2.0/networks/403c5ff5-8a5f-4962-8aef-dabb2ed88792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512625 Jun 24 10:24:15.008533 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:15.016810 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-ba297387-dc58-4c5b-b500-bb6b9746472a service neutron] 10.222.0.64 "GET /v2.0/networks/403c5ff5-8a5f-4962-8aef-dabb2ed88792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963705 Jun 24 10:24:15.115576 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07059704-21da-42d2-b63a-9e0d3cd0ffe0 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:24:15.121145 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-07059704-21da-42d2-b63a-9e0d3cd0ffe0 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:15.132402 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d378ae-8309-49fa-bf0e-511e558e256a None None] Sync routers for ids ['4e6ef35d-71a4-4044-8467-446df607abc2'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:24:15.143598 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d378ae-8309-49fa-bf0e-511e558e256a None None] Routers {'4e6ef35d-71a4-4044-8467-446df607abc2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:24:15.144677 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-70d378ae-8309-49fa-bf0e-511e558e256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:23:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4e6ef35d-71a4-4044-8467-446df607abc2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:15.177034 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-07059704-21da-42d2-b63a-9e0d3cd0ffe0 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "PUT /v2.0/floatingips/e337ecaf-fd9b-4e29-9f0e-2c0554559f2e HTTP/1.1" status: 200 len: 992 time: 2.5044699 Jun 24 10:24:15.177034 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847c5da0-048e-4f9e-bf9b-05be65fafd89', 'tag': 'c60c2889-7aaf-4585-97c7-7d769ea738cf'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:24:15.177951 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43021e3a-08a3-4d07-ad89-893f766ead23" -d '{"events": [{"name": "network-changed", "server_uuid": "847c5da0-048e-4f9e-bf9b-05be65fafd89", "tag": "c60c2889-7aaf-4585-97c7-7d769ea738cf"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:24:15.238182 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cb9aebea-a3f6-44ba-82e0-8f9a11a7cde7 req-2e548284-856b-44c9-8150-336e0bbf995d tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a59419-920a-4901-8bb2-b952e741184d HTTP/1.1" status: 200 len: 210 time: 0.0504682 Jun 24 10:24:15.238691 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c0f5d7bb-24d4-4aaa-a0f5-92d12271794a admin admin] Deleting port 7f46e692-b875-4f55-8ab2-ab4a03291d61 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:24:15.239295 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c0f5d7bb-24d4-4aaa-a0f5-92d12271794a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (7f46e692-b875-4f55-8ab2-ab4a03291d61), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:15.256817 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812f1b6e-9431-4ff5-8f1e-3d0c849136a2 x-openstack-request-id: req-812f1b6e-9431-4ff5-8f1e-3d0c849136a2 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:24:15.257350 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847c5da0-048e-4f9e-bf9b-05be65fafd89", "tag": "c60c2889-7aaf-4585-97c7-7d769ea738cf", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:24:15.257697 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-812f1b6e-9431-4ff5-8f1e-3d0c849136a2 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:24:15.258189 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-812f1b6e-9431-4ff5-8f1e-3d0c849136a2'] response: {'name': 'network-changed', 'server_uuid': '847c5da0-048e-4f9e-bf9b-05be65fafd89', 'tag': 'c60c2889-7aaf-4585-97c7-7d769ea738cf', 'status': 'completed', 'code': 200} Jun 24 10:24:15.273504 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-70d378ae-8309-49fa-bf0e-511e558e256a None None] Set router 4e6ef35d-71a4-4044-8467-446df607abc2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:24:15.301548 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:15.387785 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c0f5d7bb-24d4-4aaa-a0f5-92d12271794a admin admin] For port 7f46e692-b875-4f55-8ab2-ab4a03291d61, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=7f46e692-b875-4f55-8ab2-ab4a03291d61,segment=NetworkSegment(2f1a7486-0618-476b-8f2c-afc467c74c9c),segment_id=2f1a7486-0618-476b-8f2c-afc467c74c9c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:15.388219 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c0f5d7bb-24d4-4aaa-a0f5-92d12271794a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (7f46e692-b875-4f55-8ab2-ab4a03291d61), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:15.405394 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43021e3a-08a3-4d07-ad89-893f766ead23 req-3da1d386-d0c0-4bcb-a1e4-7940a2c85f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:15.407518 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-43021e3a-08a3-4d07-ad89-893f766ead23 req-3da1d386-d0c0-4bcb-a1e4-7940a2c85f70 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=13b216e0dd4e46e2a2f4b275666118f6&device_id=847c5da0-048e-4f9e-bf9b-05be65fafd89 HTTP/1.1" status: 200 len: 1130 time: 0.0690968 Jun 24 10:24:15.408635 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c0f5d7bb-24d4-4aaa-a0f5-92d12271794a admin admin] Calling delete_port for 7f46e692-b875-4f55-8ab2-ab4a03291d61 owned by network:router_interface {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:24:15.515097 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-70d378ae-8309-49fa-bf0e-511e558e256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '691c0fc0-51cb-42b2-bae3-513ce7fe3e26', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'port_id': '80524936-44ce-4c42-b54e-f60f40be9414', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'mac_address': 'fa:16:3e:d3:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725b1a67-bbbe-48c8-8838-a7b65cedf8da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:22:59Z', 'updated_at': '2022-06-24T10:23:12Z', 'revision_number': 2, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'fixed_ip_address_scope': None}, {'id': 'e337ecaf-fd9b-4e29-9f0e-2c0554559f2e', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'port_id': 'c60c2889-7aaf-4585-97c7-7d769ea738cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'mac_address': 'fa:16:3e:b5:f0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847c5da0-048e-4f9e-bf9b-05be65fafd89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:24:01Z', 'updated_at': '2022-06-24T10:24:13Z', 'revision_number': 1, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:15.543686 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d378ae-8309-49fa-bf0e-511e558e256a None None] Checking router: 4e6ef35d-71a4-4044-8467-446df607abc2 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:24:15.553318 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d378ae-8309-49fa-bf0e-511e558e256a None None] Routers {'4e6ef35d-71a4-4044-8467-446df607abc2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:24:15.553933 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-70d378ae-8309-49fa-bf0e-511e558e256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:23:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4e6ef35d-71a4-4044-8467-446df607abc2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:15.622443 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43021e3a-08a3-4d07-ad89-893f766ead23 req-eef62cbc-cb5d-414d-8fd4-45141a7fb343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:15.623968 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-43021e3a-08a3-4d07-ad89-893f766ead23 req-eef62cbc-cb5d-414d-8fd4-45141a7fb343 service neutron] 10.222.0.27 "GET /v2.0/networks?id=62d2509b-2c7f-4b5f-9593-650742984d82 HTTP/1.1" status: 200 len: 915 time: 0.2101071 Jun 24 10:24:15.659012 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-70d378ae-8309-49fa-bf0e-511e558e256a None None] Set router 4e6ef35d-71a4-4044-8467-446df607abc2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:24:15.685786 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:15.689003 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:15.711957 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:15.725309 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-43021e3a-08a3-4d07-ad89-893f766ead23 req-d32b9308-3a69-48f4-9a63-39b0419617dd service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c60c2889-7aaf-4585-97c7-7d769ea738cf HTTP/1.1" status: 200 len: 1000 time: 0.0934536 Jun 24 10:24:15.814354 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43021e3a-08a3-4d07-ad89-893f766ead23 req-bd28fa38-686a-483c-86f2-bd877c4a5a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:15.820424 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-43021e3a-08a3-4d07-ad89-893f766ead23 req-bd28fa38-686a-483c-86f2-bd877c4a5a90 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=268c6001-37f9-4557-8ba3-5719eccd12d5 HTTP/1.1" status: 200 len: 853 time: 0.0877576 Jun 24 10:24:15.831560 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c0f5d7bb-24d4-4aaa-a0f5-92d12271794a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (7f46e692-b875-4f55-8ab2-ab4a03291d61), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:15.893102 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5d7bb-24d4-4aaa-a0f5-92d12271794a admin admin] Pushing event deleted for resources: {'Port': ['ID=7f46e692-b875-4f55-8ab2-ab4a03291d61,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:15.900388 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-70d378ae-8309-49fa-bf0e-511e558e256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '691c0fc0-51cb-42b2-bae3-513ce7fe3e26', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'port_id': '80524936-44ce-4c42-b54e-f60f40be9414', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'mac_address': 'fa:16:3e:d3:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725b1a67-bbbe-48c8-8838-a7b65cedf8da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:22:59Z', 'updated_at': '2022-06-24T10:23:12Z', 'revision_number': 2, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'fixed_ip_address_scope': None}, {'id': 'e337ecaf-fd9b-4e29-9f0e-2c0554559f2e', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'port_id': 'c60c2889-7aaf-4585-97c7-7d769ea738cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'mac_address': 'fa:16:3e:b5:f0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847c5da0-048e-4f9e-bf9b-05be65fafd89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:24:01Z', 'updated_at': '2022-06-24T10:24:13Z', 'revision_number': 1, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:15.923563 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43021e3a-08a3-4d07-ad89-893f766ead23 req-cc904e39-57c4-47af-b49f-3cdac4c882e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:15.925136 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-43021e3a-08a3-4d07-ad89-893f766ead23 req-cc904e39-57c4-47af-b49f-3cdac4c882e3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=62d2509b-2c7f-4b5f-9593-650742984d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0901623 Jun 24 10:24:15.927800 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d378ae-8309-49fa-bf0e-511e558e256a None None] The sync data for ids ['4e6ef35d-71a4-4044-8467-446df607abc2'] in dv-cinder-847132-2-iscsi is: [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '691c0fc0-51cb-42b2-bae3-513ce7fe3e26', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'port_id': '80524936-44ce-4c42-b54e-f60f40be9414', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'mac_address': 'fa:16:3e:d3:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725b1a67-bbbe-48c8-8838-a7b65cedf8da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:22:59Z', 'updated_at': '2022-06-24T10:23:12Z', 'revision_number': 2, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'fixed_ip_address_scope': None}, {'id': 'e337ecaf-fd9b-4e29-9f0e-2c0554559f2e', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'port_id': 'c60c2889-7aaf-4585-97c7-7d769ea738cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'mac_address': 'fa:16:3e:b5:f0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847c5da0-048e-4f9e-bf9b-05be65fafd89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:24:01Z', 'updated_at': '2022-06-24T10:24:13Z', 'revision_number': 1, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:24:16.129753 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c0f5d7bb-24d4-4aaa-a0f5-92d12271794a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398193'] for router_interface (7746c74e-e8d4-4b9c-a729-4c92d7801484), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:16.202137 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ca2479-870a-4c26-95bf-1e4a4490b468 None None] New status for floating IP e337ecaf-fd9b-4e29-9f0e-2c0554559f2e: ACTIVE {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:24:16.251211 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-43021e3a-08a3-4d07-ad89-893f766ead23 req-a0fc8575-9b15-46c5-ba85-683aac70ca9a service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984932 Jun 24 10:24:16.342822 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a47e1123-2d55-45ae-8904-afe4891aaa35 req-1362075d-a8ca-451c-9d2e-9ab6a2a87dcd tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a59419-920a-4901-8bb2-b952e741184d HTTP/1.1" status: 200 len: 210 time: 0.0317180 Jun 24 10:24:16.429772 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-043ab060-a7fb-42ee-899a-e931a60f7b76 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:16.431248 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-043ab060-a7fb-42ee-899a-e931a60f7b76 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.27 "GET /v2.0/networks?id=403c5ff5-8a5f-4962-8aef-dabb2ed88792 HTTP/1.1" status: 200 len: 814 time: 0.2908392 Jun 24 10:24:16.445009 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-9e3a2d68-ad26-4ee8-8413-a60630d72bce tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Request body: {'port': {'device_id': 'f0a59419-920a-4901-8bb2-b952e741184d', 'network_id': '403c5ff5-8a5f-4962-8aef-dabb2ed88792', 'admin_state_up': True, 'tenant_id': '5ea13d1f279d466e9a359c02548494b4'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:24:16.491978 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-43021e3a-08a3-4d07-ad89-893f766ead23 req-ad39a2f3-106d-4e54-b3b8-beb0045ff2e4 service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955926 Jun 24 10:24:16.616806 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:16.639535 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:16.662525 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f5d7bb-24d4-4aaa-a0f5-92d12271794a admin admin] Router 7746c74e-e8d4-4b9c-a729-4c92d7801484 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:24:16.664077 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-9e3a2d68-ad26-4ee8-8413-a60630d72bce tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Made reservation on behalf of 5ea13d1f279d466e9a359c02548494b4 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:24:16.667483 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-9e3a2d68-ad26-4ee8-8413-a60630d72bce tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:16.868708 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f5d7bb-24d4-4aaa-a0f5-92d12271794a admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:24:16.873757 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c0f5d7bb-24d4-4aaa-a0f5-92d12271794a admin admin] 10.222.0.64 "PUT /v2.0/routers/7746c74e-e8d4-4b9c-a729-4c92d7801484/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2559481 Jun 24 10:24:16.876749 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 40568) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:16.879375 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e22f98-8d20-4a94-98d8-32b17b5744c9 None None] Sync routers for ids ['7746c74e-e8d4-4b9c-a729-4c92d7801484'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:24:16.888666 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-9e3a2d68-ad26-4ee8-8413-a60630d72bce tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Allocated IP 172.20.0.4 (403c5ff5-8a5f-4962-8aef-dabb2ed88792/3b64cf55-a6f0-4641-931b-5060accdbc36/37903b9c-fde3-4bdb-ae8f-cbbbad5bee55) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:24:16.889008 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e22f98-8d20-4a94-98d8-32b17b5744c9 None None] Routers {'7746c74e-e8d4-4b9c-a729-4c92d7801484'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:24:16.889599 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-57e22f98-8d20-4a94-98d8-32b17b5744c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:23:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['7746c74e-e8d4-4b9c-a729-4c92d7801484'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:16.979284 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d2e6a18f-f3aa-4be5-98da-17d917a4cff3 admin admin] Publish callbacks [] for router (7746c74e-e8d4-4b9c-a729-4c92d7801484), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:17.059585 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-9e3a2d68-ad26-4ee8-8413-a60630d72bce tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Publish callbacks [] for port (37903b9c-fde3-4bdb-ae8f-cbbbad5bee55), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:17.081837 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d2e6a18f-f3aa-4be5-98da-17d917a4cff3 admin admin] Publish callbacks [] for router_gateway (7746c74e-e8d4-4b9c-a729-4c92d7801484), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:17.084035 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-57e22f98-8d20-4a94-98d8-32b17b5744c9 None None] Set router 7746c74e-e8d4-4b9c-a729-4c92d7801484 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:24:17.098529 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-9e3a2d68-ad26-4ee8-8413-a60630d72bce tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (37903b9c-fde3-4bdb-ae8f-cbbbad5bee55), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:17.127503 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-d2e6a18f-f3aa-4be5-98da-17d917a4cff3 admin admin] Deleting port 26f6f097-5ffc-41a5-ba73-649a5998769b {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:24:17.127788 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d2e6a18f-f3aa-4be5-98da-17d917a4cff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (26f6f097-5ffc-41a5-ba73-649a5998769b), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:17.144317 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-9e3a2d68-ad26-4ee8-8413-a60630d72bce tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Network 403c5ff5-8a5f-4962-8aef-dabb2ed88792 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:24:17.147720 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-9e3a2d68-ad26-4ee8-8413-a60630d72bce tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:24:17.151846 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-9e3a2d68-ad26-4ee8-8413-a60630d72bce tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:24:17.188325 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a2d68-ad26-4ee8-8413-a60630d72bce tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Pushing event updated for resources: {'Port': ['ID=37903b9c-fde3-4bdb-ae8f-cbbbad5bee55,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:17.217141 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-9e3a2d68-ad26-4ee8-8413-a60630d72bce tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:17.217731 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-9e3a2d68-ad26-4ee8-8413-a60630d72bce tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:17.231204 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-d2e6a18f-f3aa-4be5-98da-17d917a4cff3 admin admin] For port 26f6f097-5ffc-41a5-ba73-649a5998769b, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=26f6f097-5ffc-41a5-ba73-649a5998769b,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:17.231630 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d2e6a18f-f3aa-4be5-98da-17d917a4cff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (26f6f097-5ffc-41a5-ba73-649a5998769b), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:17.238287 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-9e3a2d68-ad26-4ee8-8413-a60630d72bce tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7983208 Jun 24 10:24:17.246285 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-d2e6a18f-f3aa-4be5-98da-17d917a4cff3 admin admin] Calling delete_port for 26f6f097-5ffc-41a5-ba73-649a5998769b owned by network:router_gateway {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:24:17.257963 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-2758daa6-f1fb-4bf0-bca3-e55a5639ba6a service neutron] Request body: {'port': {'device_id': 'f0a59419-920a-4901-8bb2-b952e741184d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:24:17.292929 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-57e22f98-8d20-4a94-98d8-32b17b5744c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'name': 'tempest-TestShelveInstance-1611658390-router', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:18:48Z', 'updated_at': '2022-06-24T10:24:15Z', 'revision_number': 5, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'gw_port': {'id': '26f6f097-5ffc-41a5-ba73-649a5998769b', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:18:49Z', 'updated_at': '2022-06-24T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:17.321867 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e22f98-8d20-4a94-98d8-32b17b5744c9 None None] Checking router: 7746c74e-e8d4-4b9c-a729-4c92d7801484 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:24:17.328175 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-2758daa6-f1fb-4bf0-bca3-e55a5639ba6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (37903b9c-fde3-4bdb-ae8f-cbbbad5bee55), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:17.331647 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e22f98-8d20-4a94-98d8-32b17b5744c9 None None] Routers {'7746c74e-e8d4-4b9c-a729-4c92d7801484'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:24:17.332389 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-57e22f98-8d20-4a94-98d8-32b17b5744c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:23:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['7746c74e-e8d4-4b9c-a729-4c92d7801484'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:17.334048 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:17.365469 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:17.429635 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-57e22f98-8d20-4a94-98d8-32b17b5744c9 None None] Set router 7746c74e-e8d4-4b9c-a729-4c92d7801484 gateway port host: None {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:24:17.438750 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d2e6a18f-f3aa-4be5-98da-17d917a4cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (26f6f097-5ffc-41a5-ba73-649a5998769b), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:17.478695 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-57e22f98-8d20-4a94-98d8-32b17b5744c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'name': 'tempest-TestShelveInstance-1611658390-router', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:18:48Z', 'updated_at': '2022-06-24T10:24:17Z', 'revision_number': 6, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'gw_port_host': None}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:17.479413 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:17.494833 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6a18f-f3aa-4be5-98da-17d917a4cff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=26f6f097-5ffc-41a5-ba73-649a5998769b,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:17.512210 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f06bd-6dd3-4303-bc5e-b90e02384be6 req-c4cd3ec8-62be-4369-b5ad-6e8278477e1f tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:17.513740 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-566f06bd-6dd3-4303-bc5e-b90e02384be6 req-c4cd3ec8-62be-4369-b5ad-6e8278477e1f tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a59419-920a-4901-8bb2-b952e741184d HTTP/1.1" status: 200 len: 931 time: 0.0869851 Jun 24 10:24:17.514533 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e22f98-8d20-4a94-98d8-32b17b5744c9 None None] The sync data for ids ['7746c74e-e8d4-4b9c-a729-4c92d7801484'] in dv-cinder-847132-2-iscsi is: [{'id': '7746c74e-e8d4-4b9c-a729-4c92d7801484', 'name': 'tempest-TestShelveInstance-1611658390-router', 'tenant_id': '90f6878fdaaf43b58b92bea357331d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:18:48Z', 'updated_at': '2022-06-24T10:24:17Z', 'revision_number': 6, 'project_id': '90f6878fdaaf43b58b92bea357331d2e', 'gw_port_host': None}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:24:17.567039 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:17.597215 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:24:17.601549 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d2e6a18f-f3aa-4be5-98da-17d917a4cff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402005'] for router_gateway (7746c74e-e8d4-4b9c-a729-4c92d7801484), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:17.631824 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-566f06bd-6dd3-4303-bc5e-b90e02384be6 req-ce3394b9-763d-4bf0-9826-1220907b2ac8 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007867 Jun 24 10:24:17.667780 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-2758daa6-f1fb-4bf0-bca3-e55a5639ba6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:24:17.675537 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-2758daa6-f1fb-4bf0-bca3-e55a5639ba6a service neutron] Publish callbacks [] for port (37903b9c-fde3-4bdb-ae8f-cbbbad5bee55), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:17.688269 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-2758daa6-f1fb-4bf0-bca3-e55a5639ba6a service neutron] Transition to ACTIVE for port object 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:24:17.693082 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d2e6a18f-f3aa-4be5-98da-17d917a4cff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7559'] for router (7746c74e-e8d4-4b9c-a729-4c92d7801484), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:17.693531 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-2758daa6-f1fb-4bf0-bca3-e55a5639ba6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (37903b9c-fde3-4bdb-ae8f-cbbbad5bee55), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:17.695354 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d2e6a18f-f3aa-4be5-98da-17d917a4cff3 admin admin] Publish callbacks [] for router_controller (7746c74e-e8d4-4b9c-a729-4c92d7801484), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:17.743783 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758daa6-f1fb-4bf0-bca3-e55a5639ba6a service neutron] Pushing event updated for resources: {'Port': ['ID=37903b9c-fde3-4bdb-ae8f-cbbbad5bee55,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:17.744480 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d2e6a18f-f3aa-4be5-98da-17d917a4cff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399314'] for router (7746c74e-e8d4-4b9c-a729-4c92d7801484), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:17.745108 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e6a18f-f3aa-4be5-98da-17d917a4cff3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7746c74e-e8d4-4b9c-a729-4c92d7801484 {{(pid=104051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:24:17.749184 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d2e6a18f-f3aa-4be5-98da-17d917a4cff3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:17.750867 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-d2e6a18f-f3aa-4be5-98da-17d917a4cff3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/7746c74e-e8d4-4b9c-a729-4c92d7801484 HTTP/1.1" status: 204 len: 168 time: 0.8724730 Jun 24 10:24:17.753224 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 40572) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:17.789206 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:17.800178 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f7e828-aa1d-438f-8e7a-eb9dac8d6d1c admin admin] Deleting subnet 5c1d464b-ef78-4c93-8a97-8aea5630552f {{(pid=104051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:24:17.803610 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-23f7e828-aa1d-438f-8e7a-eb9dac8d6d1c admin admin] Publish callbacks [] for subnet (5c1d464b-ef78-4c93-8a97-8aea5630552f), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:17.823808 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-2758daa6-f1fb-4bf0-bca3-e55a5639ba6a service neutron] Attempting to bind port 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:24:17.824202 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-2758daa6-f1fb-4bf0-bca3-e55a5639ba6a service neutron] Attempting to bind port 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'e503f59a-56d9-414b-a79d-d55a4e5ee1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '403c5ff5-8a5f-4962-8aef-dabb2ed88792'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:24:17.824537 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-2758daa6-f1fb-4bf0-bca3-e55a5639ba6a service neutron] Attempting to bind port 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55 on network 403c5ff5-8a5f-4962-8aef-dabb2ed88792 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:24:17.829147 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-2758daa6-f1fb-4bf0-bca3-e55a5639ba6a service neutron] Port 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55 on network 403c5ff5-8a5f-4962-8aef-dabb2ed88792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:24:17.829468 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-2758daa6-f1fb-4bf0-bca3-e55a5639ba6a service neutron] Attempting to bind port 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55 on network 403c5ff5-8a5f-4962-8aef-dabb2ed88792 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:24:17.834515 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-2758daa6-f1fb-4bf0-bca3-e55a5639ba6a service neutron] Checking agent: {'id': '900df4b4-ebee-48f1-a22a-a520f0296ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'started_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:24:17.834890 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-2758daa6-f1fb-4bf0-bca3-e55a5639ba6a service neutron] Checking segment: {'id': 'e503f59a-56d9-414b-a79d-d55a4e5ee1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '403c5ff5-8a5f-4962-8aef-dabb2ed88792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:24:17.835276 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-2758daa6-f1fb-4bf0-bca3-e55a5639ba6a service neutron] Bound using segment: {'id': 'e503f59a-56d9-414b-a79d-d55a4e5ee1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '403c5ff5-8a5f-4962-8aef-dabb2ed88792'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:24:17.835700 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-2758daa6-f1fb-4bf0-bca3-e55a5639ba6a service neutron] Bound port: 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e503f59a-56d9-414b-a79d-d55a4e5ee1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '403c5ff5-8a5f-4962-8aef-dabb2ed88792'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:24:17.836060 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-2758daa6-f1fb-4bf0-bca3-e55a5639ba6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (37903b9c-fde3-4bdb-ae8f-cbbbad5bee55), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:17.839046 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-23f7e828-aa1d-438f-8e7a-eb9dac8d6d1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15358798'] for subnet (5c1d464b-ef78-4c93-8a97-8aea5630552f), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:17.901782 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-2758daa6-f1fb-4bf0-bca3-e55a5639ba6a service neutron] For port 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55, host hv-cinder-84713, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:24:17.905300 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-2758daa6-f1fb-4bf0-bca3-e55a5639ba6a service neutron] For port 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=37903b9c-fde3-4bdb-ae8f-cbbbad5bee55,segment=NetworkSegment(e503f59a-56d9-414b-a79d-d55a4e5ee1c7),segment_id=e503f59a-56d9-414b-a79d-d55a4e5ee1c7)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:24:17.913951 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-2758daa6-f1fb-4bf0-bca3-e55a5639ba6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (37903b9c-fde3-4bdb-ae8f-cbbbad5bee55), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:17.933126 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-23f7e828-aa1d-438f-8e7a-eb9dac8d6d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3788616'] for subnet (5c1d464b-ef78-4c93-8a97-8aea5630552f), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:17.956009 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-2758daa6-f1fb-4bf0-bca3-e55a5639ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:17.956633 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-2758daa6-f1fb-4bf0-bca3-e55a5639ba6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:17.958079 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-2758daa6-f1fb-4bf0-bca3-e55a5639ba6a service neutron] 10.222.0.27 "PUT /v2.0/ports/37903b9c-fde3-4bdb-ae8f-cbbbad5bee55 HTTP/1.1" status: 200 len: 1093 time: 0.7045481 Jun 24 10:24:17.958476 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a59419-920a-4901-8bb2-b952e741184d', 'tag': '37903b9c-fde3-4bdb-ae8f-cbbbad5bee55'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:24:17.961278 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ce7eee-c2d7-4933-a46a-9698a435f0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a59419-920a-4901-8bb2-b952e741184d", "tag": "37903b9c-fde3-4bdb-ae8f-cbbbad5bee55"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:24:17.983555 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758daa6-f1fb-4bf0-bca3-e55a5639ba6a service neutron] Pushing event updated for resources: {'Port': ['ID=37903b9c-fde3-4bdb-ae8f-cbbbad5bee55,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:18.009370 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-23f7e828-aa1d-438f-8e7a-eb9dac8d6d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3788646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15869180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16557641'] for subnet (5c1d464b-ef78-4c93-8a97-8aea5630552f), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:18.025018 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84f772d-d903-458e-8535-b86eeeea1640 x-openstack-request-id: req-d84f772d-d903-458e-8535-b86eeeea1640 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:24:18.025303 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a59419-920a-4901-8bb2-b952e741184d", "tag": "37903b9c-fde3-4bdb-ae8f-cbbbad5bee55", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:24:18.025553 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d84f772d-d903-458e-8535-b86eeeea1640 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:24:18.025943 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d84f772d-d903-458e-8535-b86eeeea1640'] response: {'name': 'network-changed', 'server_uuid': 'f0a59419-920a-4901-8bb2-b952e741184d', 'tag': '37903b9c-fde3-4bdb-ae8f-cbbbad5bee55', 'status': 'completed', 'code': 200} Jun 24 10:24:18.051661 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7e828-aa1d-438f-8e7a-eb9dac8d6d1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c1d464b-ef78-4c93-8a97-8aea5630552f,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:18.054481 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-23f7e828-aa1d-438f-8e7a-eb9dac8d6d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:18.057851 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-23f7e828-aa1d-438f-8e7a-eb9dac8d6d1c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5c1d464b-ef78-4c93-8a97-8aea5630552f HTTP/1.1" status: 204 len: 168 time: 0.3036797 Jun 24 10:24:18.060563 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 40576) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:18.062102 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-e7e9d761-3d45-4ff4-a3c8-8cf81a5ab5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:18.064443 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-e7e9d761-3d45-4ff4-a3c8-8cf81a5ab5cb service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=5ea13d1f279d466e9a359c02548494b4&device_id=f0a59419-920a-4901-8bb2-b952e741184d HTTP/1.1" status: 200 len: 1127 time: 0.0497317 Jun 24 10:24:18.065112 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051540b6-11b3-4d70-b362-0ee3e0391857 None None] Network fcb34be5-02e9-434d-ab19-3848e7eb46d8 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:24:18.105798 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-cd52e0ca-1c3d-411f-abcb-e139fd08bfd3 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37903b9c-fde3-4bdb-ae8f-cbbbad5bee55 HTTP/1.1" status: 200 len: 217 time: 0.0342462 Jun 24 10:24:18.137966 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71faafd2-b5cd-49fa-8d33-17f1fd5a6bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3438047'] for network (fcb34be5-02e9-434d-ab19-3848e7eb46d8), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:18.156858 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-35d847be-7154-44a1-bc40-98c52e11d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:18.158394 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-35d847be-7154-44a1-bc40-98c52e11d368 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3b64cf55-a6f0-4641-931b-5060accdbc36 HTTP/1.1" status: 200 len: 854 time: 0.0470955 Jun 24 10:24:18.184961 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-71faafd2-b5cd-49fa-8d33-17f1fd5a6bca admin admin] Deleting port caded823-d27a-488d-b0b6-ae81422e8147 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:24:18.185341 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71faafd2-b5cd-49fa-8d33-17f1fd5a6bca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (caded823-d27a-488d-b0b6-ae81422e8147), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:18.196045 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-8b83c0db-ab89-4a1e-a755-7bdb10ceea75 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=403c5ff5-8a5f-4962-8aef-dabb2ed88792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321922 Jun 24 10:24:18.257646 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-71faafd2-b5cd-49fa-8d33-17f1fd5a6bca admin admin] For port caded823-d27a-488d-b0b6-ae81422e8147, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=caded823-d27a-488d-b0b6-ae81422e8147,segment=NetworkSegment(2f1a7486-0618-476b-8f2c-afc467c74c9c),segment_id=2f1a7486-0618-476b-8f2c-afc467c74c9c)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:18.257903 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71faafd2-b5cd-49fa-8d33-17f1fd5a6bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (caded823-d27a-488d-b0b6-ae81422e8147), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:18.280159 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-71faafd2-b5cd-49fa-8d33-17f1fd5a6bca admin admin] Calling delete_port for caded823-d27a-488d-b0b6-ae81422e8147 owned by network:dhcp {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:24:18.293292 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-9bed6e23-4094-4ab6-8b8d-b55149eba43d service neutron] 10.222.0.27 "GET /v2.0/networks/403c5ff5-8a5f-4962-8aef-dabb2ed88792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895739 Jun 24 10:24:18.378533 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71faafd2-b5cd-49fa-8d33-17f1fd5a6bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (caded823-d27a-488d-b0b6-ae81422e8147), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:18.380977 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b2b71b-20a2-4090-b744-bc0eea986a00 None None] DHCP port deletion for fcb34be5-02e9-434d-ab19-3848e7eb46d8 request from dv-cinder-847132-2-iscsi {{(pid=104053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:24:18.381935 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:18.410981 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71faafd2-b5cd-49fa-8d33-17f1fd5a6bca admin admin] Pushing event deleted for resources: {'Port': ['ID=caded823-d27a-488d-b0b6-ae81422e8147,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:18.413505 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71faafd2-b5cd-49fa-8d33-17f1fd5a6bca admin admin] No DVR routers for this DVR port caded823-d27a-488d-b0b6-ae81422e8147 on host dv-cinder-847132-2-iscsi {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:24:18.414215 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5f56942d-9119-4ef2-b18c-836c5d123de7 req-e516f0d1-ef20-4468-9074-db69cd4ff6ef service neutron] 10.222.0.27 "GET /v2.0/networks/403c5ff5-8a5f-4962-8aef-dabb2ed88792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141880 Jun 24 10:24:18.489678 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71faafd2-b5cd-49fa-8d33-17f1fd5a6bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622709', 'neutron.services.segments.db._delete_segments_for_network-8739177752971'] for network (fcb34be5-02e9-434d-ab19-3848e7eb46d8), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:18.510727 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-71faafd2-b5cd-49fa-8d33-17f1fd5a6bca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb34be5-02e9-434d-ab19-3848e7eb46d8']}} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:18.520497 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-71faafd2-b5cd-49fa-8d33-17f1fd5a6bca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1a7486-0618-476b-8f2c-afc467c74c9c') {'for_net_delete': True} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:18.520792 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-71faafd2-b5cd-49fa-8d33-17f1fd5a6bca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1a7486-0618-476b-8f2c-afc467c74c9c') {} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:18.531760 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71faafd2-b5cd-49fa-8d33-17f1fd5a6bca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739177753748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15358805'] for segment (2f1a7486-0618-476b-8f2c-afc467c74c9c), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:18.549486 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71faafd2-b5cd-49fa-8d33-17f1fd5a6bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (2f1a7486-0618-476b-8f2c-afc467c74c9c), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:18.556479 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71faafd2-b5cd-49fa-8d33-17f1fd5a6bca admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=104051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:24:18.556929 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71faafd2-b5cd-49fa-8d33-17f1fd5a6bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15869078'] for segment (2f1a7486-0618-476b-8f2c-afc467c74c9c), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:18.610670 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.services.segments.plugin [-] Segment 2f1a7486-0618-476b-8f2c-afc467c74c9c resource provider aggregate not found Jun 24 10:24:18.624157 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71faafd2-b5cd-49fa-8d33-17f1fd5a6bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407106'] for network (fcb34be5-02e9-434d-ab19-3848e7eb46d8), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:18.630959 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71faafd2-b5cd-49fa-8d33-17f1fd5a6bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:18.634816 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-71faafd2-b5cd-49fa-8d33-17f1fd5a6bca admin admin] 10.222.0.64 "DELETE /v2.0/networks/fcb34be5-02e9-434d-ab19-3848e7eb46d8 HTTP/1.1" status: 204 len: 168 time: 0.5726976 Jun 24 10:24:18.636487 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.services.segments.plugin [-] Segment 2f1a7486-0618-476b-8f2c-afc467c74c9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f1a7486-0618-476b-8f2c-afc467c74c9c found for delete ", "request_id": "req-a8c786b5-01e0-409f-bd1f-0538c4cbebe6"}]} Jun 24 10:24:18.639214 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 40582) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:18.652703 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71faafd2-b5cd-49fa-8d33-17f1fd5a6bca admin admin] Pushing event deleted for resources: {'Network': ['ID=fcb34be5-02e9-434d-ab19-3848e7eb46d8,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:18.752994 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c8e7e-fecd-49c8-b5d2-476776070e09 req-aec1a61d-3809-4e24-a4bc-ab8f9131028b tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:18.754516 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aa5c8e7e-fecd-49c8-b5d2-476776070e09 req-aec1a61d-3809-4e24-a4bc-ab8f9131028b tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a59419-920a-4901-8bb2-b952e741184d HTTP/1.1" status: 200 len: 943 time: 0.0472167 Jun 24 10:24:18.790015 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:18.798499 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:18.806764 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aa5c8e7e-fecd-49c8-b5d2-476776070e09 req-38b8dbc7-d44a-44cb-9e0f-87d6c2475d55 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464907 Jun 24 10:24:19.191037 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce7eee-c2d7-4933-a46a-9698a435f0d5 req-9e40cde5-7fbb-4be3-bced-1a4b91868342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:19.192558 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-63ce7eee-c2d7-4933-a46a-9698a435f0d5 req-9e40cde5-7fbb-4be3-bced-1a4b91868342 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=5ea13d1f279d466e9a359c02548494b4&device_id=f0a59419-920a-4901-8bb2-b952e741184d HTTP/1.1" status: 200 len: 1127 time: 0.0498211 Jun 24 10:24:19.200382 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 7f46e692-b875-4f55-8ab2-ab4a03291d61 no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:24:19.221093 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: 7f46e692-b875-4f55-8ab2-ab4a03291d61 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:24:19.221530 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 7f46e692-b875-4f55-8ab2-ab4a03291d61 not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:24:19.222026 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 26f6f097-5ffc-41a5-ba73-649a5998769b no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:24:19.239745 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: 26f6f097-5ffc-41a5-ba73-649a5998769b {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:24:19.240091 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 26f6f097-5ffc-41a5-ba73-649a5998769b not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:24:19.240719 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device caded823-d27a-488d-b0b6-ae81422e8147 no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:24:19.258434 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: caded823-d27a-488d-b0b6-ae81422e8147 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:24:19.258819 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device caded823-d27a-488d-b0b6-ae81422e8147 not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:24:19.338309 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-244903ad-279d-4190-8dce-92de8790357d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398309'] for router_interface (296ff229-2728-4c7f-8615-b65d13f112e3), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:19.381341 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce7eee-c2d7-4933-a46a-9698a435f0d5 req-f5d0c13c-2cdb-4a83-9c40-2cdaad2bd241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:19.382908 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-63ce7eee-c2d7-4933-a46a-9698a435f0d5 req-f5d0c13c-2cdb-4a83-9c40-2cdaad2bd241 service neutron] 10.222.0.27 "GET /v2.0/networks?id=403c5ff5-8a5f-4962-8aef-dabb2ed88792 HTTP/1.1" status: 200 len: 915 time: 0.1696684 Jun 24 10:24:19.425045 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-63ce7eee-c2d7-4933-a46a-9698a435f0d5 req-b6aa5b4d-e3e5-4021-a5bc-ff82fd6b525c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37903b9c-fde3-4bdb-ae8f-cbbbad5bee55 HTTP/1.1" status: 200 len: 217 time: 0.0355752 Jun 24 10:24:19.524545 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce7eee-c2d7-4933-a46a-9698a435f0d5 req-8959bdae-be6f-4959-8430-4e62e946e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:19.525976 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-63ce7eee-c2d7-4933-a46a-9698a435f0d5 req-8959bdae-be6f-4959-8430-4e62e946e2bf service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3b64cf55-a6f0-4641-931b-5060accdbc36 HTTP/1.1" status: 200 len: 854 time: 0.0939393 Jun 24 10:24:19.599721 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-63ce7eee-c2d7-4933-a46a-9698a435f0d5 req-59b01da7-34e2-4e51-87ab-8b50e8562df9 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=403c5ff5-8a5f-4962-8aef-dabb2ed88792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454793 Jun 24 10:24:19.743686 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-63ce7eee-c2d7-4933-a46a-9698a435f0d5 req-f28a4240-3455-4420-8e3a-55475fc13e3e service neutron] 10.222.0.27 "GET /v2.0/networks/403c5ff5-8a5f-4962-8aef-dabb2ed88792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373184 Jun 24 10:24:19.749722 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-244903ad-279d-4190-8dce-92de8790357d admin admin] Deleting port d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:24:19.750059 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-244903ad-279d-4190-8dce-92de8790357d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:19.899463 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-244903ad-279d-4190-8dce-92de8790357d admin admin] For port d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf,segment=NetworkSegment(962a87b0-0409-4aa7-9af1-d55ec2cae422),segment_id=962a87b0-0409-4aa7-9af1-d55ec2cae422)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:19.899832 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-244903ad-279d-4190-8dce-92de8790357d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:19.904172 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-63ce7eee-c2d7-4933-a46a-9698a435f0d5 req-2cb370ac-d634-46f5-baa2-f66313390cde service neutron] 10.222.0.27 "GET /v2.0/networks/403c5ff5-8a5f-4962-8aef-dabb2ed88792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520252 Jun 24 10:24:19.915771 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-244903ad-279d-4190-8dce-92de8790357d admin admin] Calling delete_port for d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf owned by network:router_interface {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:24:19.924300 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:19.925967 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fda45-732d-46d6-bb8a-fa4d5554a2bb req-b4af1cd6-bc28-46b1-8ab0-fc00d88d036e tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:19.927571 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8a7fda45-732d-46d6-bb8a-fa4d5554a2bb req-b4af1cd6-bc28-46b1-8ab0-fc00d88d036e tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a59419-920a-4901-8bb2-b952e741184d HTTP/1.1" status: 200 len: 943 time: 0.0482311 Jun 24 10:24:19.956708 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:19.979188 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8a7fda45-732d-46d6-bb8a-fa4d5554a2bb req-18e3eff8-7a2e-4f67-9151-3f79d0526d90 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447965 Jun 24 10:24:20.101294 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-244903ad-279d-4190-8dce-92de8790357d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:20.136101 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244903ad-279d-4190-8dce-92de8790357d admin admin] Pushing event deleted for resources: {'Port': ['ID=d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:20.307244 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-244903ad-279d-4190-8dce-92de8790357d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398193'] for router_interface (296ff229-2728-4c7f-8615-b65d13f112e3), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:20.375790 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:24:20.475501 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=37903b9c-fde3-4bdb-ae8f-cbbbad5bee55,segment=NetworkSegment(e503f59a-56d9-414b-a79d-d55a4e5ee1c7),segment_id=e503f59a-56d9-414b-a79d-d55a4e5ee1c7)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:20.487582 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': '37903b9c-fde3-4bdb-ae8f-cbbbad5bee55', 'network_id': '403c5ff5-8a5f-4962-8aef-dabb2ed88792', 'port_id': '37903b9c-fde3-4bdb-ae8f-cbbbad5bee55', 'mac_address': 'fa:16:3e:84:f8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b64cf55-a6f0-4641-931b-5060accdbc36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:24:20.517524 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244903ad-279d-4190-8dce-92de8790357d admin admin] Router 296ff229-2728-4c7f-8615-b65d13f112e3 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:24:20.526468 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55 is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:24:20.527011 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (37903b9c-fde3-4bdb-ae8f-cbbbad5bee55), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:20.541869 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55 {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:24:20.562544 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=37903b9c-fde3-4bdb-ae8f-cbbbad5bee55,segment=NetworkSegment(e503f59a-56d9-414b-a79d-d55a4e5ee1c7),segment_id=e503f59a-56d9-414b-a79d-d55a4e5ee1c7)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:20.568755 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (37903b9c-fde3-4bdb-ae8f-cbbbad5bee55), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:20.616911 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=37903b9c-fde3-4bdb-ae8f-cbbbad5bee55,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:20.626003 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244903ad-279d-4190-8dce-92de8790357d admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:24:20.630957 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-244903ad-279d-4190-8dce-92de8790357d admin admin] 10.222.0.64 "PUT /v2.0/routers/296ff229-2728-4c7f-8615-b65d13f112e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9900525 Jun 24 10:24:20.633800 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 40588) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:20.638672 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b11da0-be51-4b88-b6d2-05a16a7242c0 None None] Sync routers for ids ['296ff229-2728-4c7f-8615-b65d13f112e3'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:24:20.651689 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b11da0-be51-4b88-b6d2-05a16a7242c0 None None] Routers {'296ff229-2728-4c7f-8615-b65d13f112e3'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:24:20.652359 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-18b11da0-be51-4b88-b6d2-05a16a7242c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:23:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['296ff229-2728-4c7f-8615-b65d13f112e3'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:20.654981 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:20.686511 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:20.738719 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:20.742335 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ab02de34-07bd-4609-99ff-583fec886397 admin admin] Publish callbacks [] for router (296ff229-2728-4c7f-8615-b65d13f112e3), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:20.758544 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-18b11da0-be51-4b88-b6d2-05a16a7242c0 None None] Set router 296ff229-2728-4c7f-8615-b65d13f112e3 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:24:20.784058 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['37903b9c-fde3-4bdb-ae8f-cbbbad5bee55'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:24:20.843772 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ab02de34-07bd-4609-99ff-583fec886397 admin admin] Publish callbacks [] for router_gateway (296ff229-2728-4c7f-8615-b65d13f112e3), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:20.886310 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-ab02de34-07bd-4609-99ff-583fec886397 admin admin] Deleting port d8ac88c5-1f64-43a7-a98f-9f8ce402a8de {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:24:20.886647 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ab02de34-07bd-4609-99ff-583fec886397 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (d8ac88c5-1f64-43a7-a98f-9f8ce402a8de), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:20.972319 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-ab02de34-07bd-4609-99ff-583fec886397 admin admin] For port d8ac88c5-1f64-43a7-a98f-9f8ce402a8de, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=d8ac88c5-1f64-43a7-a98f-9f8ce402a8de,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:20.973097 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ab02de34-07bd-4609-99ff-583fec886397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (d8ac88c5-1f64-43a7-a98f-9f8ce402a8de), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:20.986154 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-ab02de34-07bd-4609-99ff-583fec886397 admin admin] Calling delete_port for d8ac88c5-1f64-43a7-a98f-9f8ce402a8de owned by network:router_gateway {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:24:21.011357 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-18b11da0-be51-4b88-b6d2-05a16a7242c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296ff229-2728-4c7f-8615-b65d13f112e3', 'name': 'tempest-TestShelveInstance-1440090424-router', 'tenant_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'd8ac88c5-1f64-43a7-a98f-9f8ce402a8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:18:59Z', 'updated_at': '2022-06-24T10:24:20Z', 'revision_number': 5, 'project_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'gw_port': {'id': 'd8ac88c5-1f64-43a7-a98f-9f8ce402a8de', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296ff229-2728-4c7f-8615-b65d13f112e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:19:01Z', 'updated_at': '2022-06-24T10:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:21.042626 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b11da0-be51-4b88-b6d2-05a16a7242c0 None None] Checking router: 296ff229-2728-4c7f-8615-b65d13f112e3 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:24:21.067278 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b11da0-be51-4b88-b6d2-05a16a7242c0 None None] Routers {'296ff229-2728-4c7f-8615-b65d13f112e3'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:24:21.067919 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-18b11da0-be51-4b88-b6d2-05a16a7242c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:23:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['296ff229-2728-4c7f-8615-b65d13f112e3'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:21.134376 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:21.163025 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17384680-f87d-42b5-8f8e-1131b1296560 req-a5a2a02c-14f1-48e1-b9bc-c8463fa8fa7f tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:21.164579 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-17384680-f87d-42b5-8f8e-1131b1296560 req-a5a2a02c-14f1-48e1-b9bc-c8463fa8fa7f tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a59419-920a-4901-8bb2-b952e741184d HTTP/1.1" status: 200 len: 944 time: 0.0756812 Jun 24 10:24:21.164937 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-18b11da0-be51-4b88-b6d2-05a16a7242c0 None None] Set router 296ff229-2728-4c7f-8615-b65d13f112e3 gateway port host: None {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:24:21.220349 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-18b11da0-be51-4b88-b6d2-05a16a7242c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296ff229-2728-4c7f-8615-b65d13f112e3', 'name': 'tempest-TestShelveInstance-1440090424-router', 'tenant_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:18:59Z', 'updated_at': '2022-06-24T10:24:20Z', 'revision_number': 6, 'project_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'gw_port_host': None}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:21.227316 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ab02de34-07bd-4609-99ff-583fec886397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (d8ac88c5-1f64-43a7-a98f-9f8ce402a8de), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:21.244938 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b11da0-be51-4b88-b6d2-05a16a7242c0 None None] The sync data for ids ['296ff229-2728-4c7f-8615-b65d13f112e3'] in dv-cinder-847132-2-iscsi is: [{'id': '296ff229-2728-4c7f-8615-b65d13f112e3', 'name': 'tempest-TestShelveInstance-1440090424-router', 'tenant_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:18:59Z', 'updated_at': '2022-06-24T10:24:20Z', 'revision_number': 6, 'project_id': 'ec8925e14c8245d8a8ea20df16b39f36', 'gw_port_host': None}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:24:21.269647 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02de34-07bd-4609-99ff-583fec886397 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ac88c5-1f64-43a7-a98f-9f8ce402a8de,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:21.278669 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-17384680-f87d-42b5-8f8e-1131b1296560 req-7a02949c-89c8-40da-aa78-522cc63d5a63 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931377 Jun 24 10:24:21.334256 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ab02de34-07bd-4609-99ff-583fec886397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402005'] for router_gateway (296ff229-2728-4c7f-8615-b65d13f112e3), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:21.419858 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ab02de34-07bd-4609-99ff-583fec886397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7559'] for router (296ff229-2728-4c7f-8615-b65d13f112e3), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:21.422157 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ab02de34-07bd-4609-99ff-583fec886397 admin admin] Publish callbacks [] for router_controller (296ff229-2728-4c7f-8615-b65d13f112e3), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:21.468588 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ab02de34-07bd-4609-99ff-583fec886397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399314'] for router (296ff229-2728-4c7f-8615-b65d13f112e3), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:21.469311 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab02de34-07bd-4609-99ff-583fec886397 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 296ff229-2728-4c7f-8615-b65d13f112e3 {{(pid=104051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:24:21.473873 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ab02de34-07bd-4609-99ff-583fec886397 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:21.475046 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-ab02de34-07bd-4609-99ff-583fec886397 admin admin] 10.222.0.64 "DELETE /v2.0/routers/296ff229-2728-4c7f-8615-b65d13f112e3 HTTP/1.1" status: 204 len: 168 time: 0.8402140 Jun 24 10:24:21.477724 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 40592) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:21.525921 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_v2 [None req-03fc4806-1f51-4965-bf6a-d4c6d84d9039 admin admin] Deleting subnet 2de016a3-b3e4-44d2-b6d5-8dde0d11e931 {{(pid=104051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:24:21.529373 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-03fc4806-1f51-4965-bf6a-d4c6d84d9039 admin admin] Publish callbacks [] for subnet (2de016a3-b3e4-44d2-b6d5-8dde0d11e931), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:21.548511 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:21.568637 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-03fc4806-1f51-4965-bf6a-d4c6d84d9039 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15358798'] for subnet (2de016a3-b3e4-44d2-b6d5-8dde0d11e931), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:21.649830 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-03fc4806-1f51-4965-bf6a-d4c6d84d9039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3788616'] for subnet (2de016a3-b3e4-44d2-b6d5-8dde0d11e931), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:21.716961 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-03fc4806-1f51-4965-bf6a-d4c6d84d9039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3788646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15869180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16557641'] for subnet (2de016a3-b3e4-44d2-b6d5-8dde0d11e931), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:21.740532 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc4806-1f51-4965-bf6a-d4c6d84d9039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2de016a3-b3e4-44d2-b6d5-8dde0d11e931,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:21.746216 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-03fc4806-1f51-4965-bf6a-d4c6d84d9039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:21.749392 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-03fc4806-1f51-4965-bf6a-d4c6d84d9039 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2de016a3-b3e4-44d2-b6d5-8dde0d11e931 HTTP/1.1" status: 204 len: 168 time: 0.2707233 Jun 24 10:24:21.752239 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 40594) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:21.754594 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f88bc1a-bd4b-4714-a0a5-959b324d5b89 None None] Network 90e03594-bbd0-45bb-8890-bd2cb78cdd65 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:24:21.821401 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5c554391-0d1d-4d3b-86a5-7a83254d3cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3438047'] for network (90e03594-bbd0-45bb-8890-bd2cb78cdd65), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:21.866277 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-5c554391-0d1d-4d3b-86a5-7a83254d3cfb admin admin] Deleting port 57f79669-9cef-422e-af73-2644ae77c238 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:24:21.866618 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5c554391-0d1d-4d3b-86a5-7a83254d3cfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (57f79669-9cef-422e-af73-2644ae77c238), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:21.928852 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-5c554391-0d1d-4d3b-86a5-7a83254d3cfb admin admin] For port 57f79669-9cef-422e-af73-2644ae77c238, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=57f79669-9cef-422e-af73-2644ae77c238,segment=NetworkSegment(962a87b0-0409-4aa7-9af1-d55ec2cae422),segment_id=962a87b0-0409-4aa7-9af1-d55ec2cae422)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:21.929224 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5c554391-0d1d-4d3b-86a5-7a83254d3cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (57f79669-9cef-422e-af73-2644ae77c238), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:21.942909 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-5c554391-0d1d-4d3b-86a5-7a83254d3cfb admin admin] Calling delete_port for 57f79669-9cef-422e-af73-2644ae77c238 owned by network:dhcp {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:24:22.026930 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3283485-a8b6-4d95-874d-8dc10f503c8b None None] DHCP port deletion for 90e03594-bbd0-45bb-8890-bd2cb78cdd65 request from dv-cinder-847132-2-iscsi {{(pid=104053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:24:22.028378 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5c554391-0d1d-4d3b-86a5-7a83254d3cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (57f79669-9cef-422e-af73-2644ae77c238), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:22.054197 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c554391-0d1d-4d3b-86a5-7a83254d3cfb admin admin] Pushing event deleted for resources: {'Port': ['ID=57f79669-9cef-422e-af73-2644ae77c238,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:22.057503 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c554391-0d1d-4d3b-86a5-7a83254d3cfb admin admin] No DVR routers for this DVR port 57f79669-9cef-422e-af73-2644ae77c238 on host dv-cinder-847132-2-iscsi {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:24:22.079550 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:22.127964 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5c554391-0d1d-4d3b-86a5-7a83254d3cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622709', 'neutron.services.segments.db._delete_segments_for_network-8739177752971'] for network (90e03594-bbd0-45bb-8890-bd2cb78cdd65), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:22.153521 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-5c554391-0d1d-4d3b-86a5-7a83254d3cfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e03594-bbd0-45bb-8890-bd2cb78cdd65']}} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:22.163733 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-5c554391-0d1d-4d3b-86a5-7a83254d3cfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962a87b0-0409-4aa7-9af1-d55ec2cae422') {'for_net_delete': True} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:22.164053 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-5c554391-0d1d-4d3b-86a5-7a83254d3cfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962a87b0-0409-4aa7-9af1-d55ec2cae422') {} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:22.173705 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5c554391-0d1d-4d3b-86a5-7a83254d3cfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739177753748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15358805'] for segment (962a87b0-0409-4aa7-9af1-d55ec2cae422), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:22.187338 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5c554391-0d1d-4d3b-86a5-7a83254d3cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (962a87b0-0409-4aa7-9af1-d55ec2cae422), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:22.194688 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c554391-0d1d-4d3b-86a5-7a83254d3cfb admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=104051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:24:22.195140 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5c554391-0d1d-4d3b-86a5-7a83254d3cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15869078'] for segment (962a87b0-0409-4aa7-9af1-d55ec2cae422), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:22.225596 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.services.segments.plugin [-] Segment 962a87b0-0409-4aa7-9af1-d55ec2cae422 resource provider aggregate not found Jun 24 10:24:22.255767 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.services.segments.plugin [-] Segment 962a87b0-0409-4aa7-9af1-d55ec2cae422 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 962a87b0-0409-4aa7-9af1-d55ec2cae422 found for delete ", "request_id": "req-19a6ecbb-5e10-485f-b068-de9f480e9f11"}]} Jun 24 10:24:22.265653 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5c554391-0d1d-4d3b-86a5-7a83254d3cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407106'] for network (90e03594-bbd0-45bb-8890-bd2cb78cdd65), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:22.270847 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5c554391-0d1d-4d3b-86a5-7a83254d3cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:22.274132 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-5c554391-0d1d-4d3b-86a5-7a83254d3cfb admin admin] 10.222.0.64 "DELETE /v2.0/networks/90e03594-bbd0-45bb-8890-bd2cb78cdd65 HTTP/1.1" status: 204 len: 168 time: 0.5210087 Jun 24 10:24:22.293611 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c554391-0d1d-4d3b-86a5-7a83254d3cfb admin admin] Pushing event deleted for resources: {'Network': ['ID=90e03594-bbd0-45bb-8890-bd2cb78cdd65,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:22.391696 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55 up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:22.398188 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 40606) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:22.398874 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6eb3de-c6ef-42a7-9faf-fb4706e25c88 req-b612ff0e-93b5-4316-a144-8c1ddd5872aa tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:22.400180 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ca6eb3de-c6ef-42a7-9faf-fb4706e25c88 req-b612ff0e-93b5-4316-a144-8c1ddd5872aa tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a59419-920a-4901-8bb2-b952e741184d HTTP/1.1" status: 200 len: 944 time: 0.0491750 Jun 24 10:24:22.445882 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning for port 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55 completed by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:24:22.449197 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-8f8da062-f1e2-4d96-84fc-be53f68cc532 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=90f6878fdaaf43b58b92bea357331d2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497670 Jun 24 10:24:22.449560 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 40608) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:22.453206 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:24:22.453657 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (37903b9c-fde3-4bdb-ae8f-cbbbad5bee55), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:22.459560 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ca6eb3de-c6ef-42a7-9faf-fb4706e25c88 req-fa257116-cc0e-4695-a128-251286402ebe tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533605 Jun 24 10:24:22.505146 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:22.509289 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bc1c7d74-6b10-45c6-ab2c-e3e138ffa003 admin admin] Publish callbacks [] for security_group (4a10d342-9dac-48e0-936d-16f2958f709a), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:22.532700 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bc1c7d74-6b10-45c6-ab2c-e3e138ffa003 admin admin] Publish callbacks [] for security_group (4a10d342-9dac-48e0-936d-16f2958f709a), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:22.540747 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55 is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:24:22.541168 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (37903b9c-fde3-4bdb-ae8f-cbbbad5bee55), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:22.564569 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a59419-920a-4901-8bb2-b952e741184d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37903b9c-fde3-4bdb-ae8f-cbbbad5bee55'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:24:22.566827 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd7c4e7-34f7-47e3-83a6-c6c9972f329e" -d '{"events": [{"server_uuid": "f0a59419-920a-4901-8bb2-b952e741184d", "name": "network-vif-plugged", "status": "completed", "tag": "37903b9c-fde3-4bdb-ae8f-cbbbad5bee55"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:24:22.579995 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=37903b9c-fde3-4bdb-ae8f-cbbbad5bee55,segment=NetworkSegment(e503f59a-56d9-414b-a79d-d55a4e5ee1c7),segment_id=e503f59a-56d9-414b-a79d-d55a4e5ee1c7)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:22.584091 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (37903b9c-fde3-4bdb-ae8f-cbbbad5bee55), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:22.585569 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bc1c7d74-6b10-45c6-ab2c-e3e138ffa003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (4a10d342-9dac-48e0-936d-16f2958f709a), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:22.588742 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bc1c7d74-6b10-45c6-ab2c-e3e138ffa003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:22.589919 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-bc1c7d74-6b10-45c6-ab2c-e3e138ffa003 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4a10d342-9dac-48e0-936d-16f2958f709a HTTP/1.1" status: 204 len: 168 time: 0.1389599 Jun 24 10:24:22.602036 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c7d74-6b10-45c6-ab2c-e3e138ffa003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a10d342-9dac-48e0-936d-16f2958f709a,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:22.620174 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980a3183-5652-4709-8c9e-47c5bfff00a4 x-openstack-request-id: req-980a3183-5652-4709-8c9e-47c5bfff00a4 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:24:22.620398 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a59419-920a-4901-8bb2-b952e741184d", "name": "network-vif-plugged", "status": "completed", "tag": "37903b9c-fde3-4bdb-ae8f-cbbbad5bee55", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:24:22.620555 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-980a3183-5652-4709-8c9e-47c5bfff00a4 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:24:22.620979 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-980a3183-5652-4709-8c9e-47c5bfff00a4'] response: {'server_uuid': 'f0a59419-920a-4901-8bb2-b952e741184d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37903b9c-fde3-4bdb-ae8f-cbbbad5bee55', 'code': 200} Jun 24 10:24:22.630369 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:22.650328 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=37903b9c-fde3-4bdb-ae8f-cbbbad5bee55,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:22.795562 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b75b3-166d-41e7-b9a5-7e364e0a1c71 req-ada20201-263d-44f7-8263-b74b5db08411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:22.797146 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb7b75b3-166d-41e7-b9a5-7e364e0a1c71 req-ada20201-263d-44f7-8263-b74b5db08411 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=f0a59419-920a-4901-8bb2-b952e741184d HTTP/1.1" status: 200 len: 1129 time: 0.0439172 Jun 24 10:24:22.845023 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb7b75b3-166d-41e7-b9a5-7e364e0a1c71 req-74b4816d-2155-4241-b272-cea7e87cac4c service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419738 Jun 24 10:24:22.972909 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 40616) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:23.014566 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-59f374fc-7d4d-4e67-acef-7065db8fd7b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ec8925e14c8245d8a8ea20df16b39f36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404754 Jun 24 10:24:23.017192 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 40618) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:23.076481 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9ace5c7c-4037-4a74-b9d5-0f8596fcf31e admin admin] Publish callbacks [] for security_group (279ff9bf-35c8-4076-a73f-fdce13cf1dd4), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:23.101490 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9ace5c7c-4037-4a74-b9d5-0f8596fcf31e admin admin] Publish callbacks [] for security_group (279ff9bf-35c8-4076-a73f-fdce13cf1dd4), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:23.157436 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9ace5c7c-4037-4a74-b9d5-0f8596fcf31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (279ff9bf-35c8-4076-a73f-fdce13cf1dd4), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:23.160312 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9ace5c7c-4037-4a74-b9d5-0f8596fcf31e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:23.161639 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-9ace5c7c-4037-4a74-b9d5-0f8596fcf31e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/279ff9bf-35c8-4076-a73f-fdce13cf1dd4 HTTP/1.1" status: 204 len: 168 time: 0.1434340 Jun 24 10:24:23.169965 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace5c7c-4037-4a74-b9d5-0f8596fcf31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279ff9bf-35c8-4076-a73f-fdce13cf1dd4,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:23.210721 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:24:23.230212 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:24:23.230657 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device d907fbb3-8bbd-4d9d-9f25-8f9dcc4852bf not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:24:23.231170 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 57f79669-9cef-422e-af73-2644ae77c238 no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:24:23.249791 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: 57f79669-9cef-422e-af73-2644ae77c238 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:24:23.250371 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 57f79669-9cef-422e-af73-2644ae77c238 not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:24:23.250884 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device d8ac88c5-1f64-43a7-a98f-9f8ce402a8de no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:24:23.269694 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: d8ac88c5-1f64-43a7-a98f-9f8ce402a8de {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:24:23.270046 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device d8ac88c5-1f64-43a7-a98f-9f8ce402a8de not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:24:23.587487 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b93af-ec6e-4041-b92f-82eb8c22a575 req-a3015962-e301-41ad-a8a4-22ba2c2e218d tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:23.589212 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-930b93af-ec6e-4041-b92f-82eb8c22a575 req-a3015962-e301-41ad-a8a4-22ba2c2e218d tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a59419-920a-4901-8bb2-b952e741184d HTTP/1.1" status: 200 len: 945 time: 0.0509217 Jun 24 10:24:23.639701 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-930b93af-ec6e-4041-b92f-82eb8c22a575 req-fee59a18-3f1f-493c-a8e4-42a8b08e7565 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441420 Jun 24 10:24:24.760861 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea9a45-d42f-4d34-80b1-66666b99eab4 req-03e26234-85e3-41ca-9e03-851bc389ab27 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:24.762249 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-74ea9a45-d42f-4d34-80b1-66666b99eab4 req-03e26234-85e3-41ca-9e03-851bc389ab27 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a59419-920a-4901-8bb2-b952e741184d HTTP/1.1" status: 200 len: 945 time: 0.0488200 Jun 24 10:24:24.810517 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-74ea9a45-d42f-4d34-80b1-66666b99eab4 req-f07c366f-5c59-4ab6-8ad9-28a8dc066928 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420232 Jun 24 10:24:24.849415 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:24.861072 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c7abfe9c-6bba-44d0-b414-1060e37e576c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:27.128861 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cd331ff1-de81-43ff-9742-3cc99e9d2194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:27.483349 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=60 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:27.592785 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=11 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:28.357462 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:29.772687 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:29.948251 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:32.838879 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:32.841917 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:34.804237 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:34.807267 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=46,neutron:DELETE=6 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:39.939056 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:39.942079 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:40.173873 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:50.166145 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:50.168210 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:51.730600 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214ccf1-1b44-4d22-9a54-6768913bb823 req-ceaac95d-46df-4269-a88a-e5c97d82bba3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:51.732341 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c214ccf1-1b44-4d22-9a54-6768913bb823 req-ceaac95d-46df-4269-a88a-e5c97d82bba3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=847c5da0-048e-4f9e-bf9b-05be65fafd89 HTTP/1.1" status: 200 len: 946 time: 0.0607948 Jun 24 10:24:51.789854 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c214ccf1-1b44-4d22-9a54-6768913bb823 req-2d6606bc-3fcd-48d6-a9e6-ff1a251d0400 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=937b9ba3-d3ee-4348-9c55-5d5794e92714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516748 Jun 24 10:24:52.926286 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895cdee-ff01-4dc7-892f-4914ab19ac76 req-5373071f-040e-4c2a-b89e-370ba397db0b tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:52.927794 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c895cdee-ff01-4dc7-892f-4914ab19ac76 req-5373071f-040e-4c2a-b89e-370ba397db0b tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=847c5da0-048e-4f9e-bf9b-05be65fafd89 HTTP/1.1" status: 200 len: 946 time: 0.0566585 Jun 24 10:24:52.979710 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c895cdee-ff01-4dc7-892f-4914ab19ac76 req-dd9de5d5-461f-4c5a-8d16-55b3dac0e2b1 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=937b9ba3-d3ee-4348-9c55-5d5794e92714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433176 Jun 24 10:24:54.121463 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393332c-eedf-4656-859e-83eba2adfc7f req-6d29b226-327d-4460-9364-eb7599f936fc tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:54.123190 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e393332c-eedf-4656-859e-83eba2adfc7f req-6d29b226-327d-4460-9364-eb7599f936fc tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=847c5da0-048e-4f9e-bf9b-05be65fafd89 HTTP/1.1" status: 200 len: 946 time: 0.0612512 Jun 24 10:24:54.176050 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e393332c-eedf-4656-859e-83eba2adfc7f req-4ed08a6e-239d-4dd6-b198-cdbf2a30f2ca tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=937b9ba3-d3ee-4348-9c55-5d5794e92714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471153 Jun 24 10:24:54.597365 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:24:54.852823 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8c724-f6ae-4e0c-a4b9-54aaa6a907ef req-e36396d8-8925-4192-81dc-b8f0b66ad357 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:54.854293 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-42c8c724-f6ae-4e0c-a4b9-54aaa6a907ef req-e36396d8-8925-4192-81dc-b8f0b66ad357 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.27 "GET /v2.0/ports?device_id=847c5da0-048e-4f9e-bf9b-05be65fafd89 HTTP/1.1" status: 200 len: 946 time: 0.0553403 Jun 24 10:24:54.857764 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-26673d99-c00b-4e3b-8581-fa3ff17554e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:54.942562 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-42c8c724-f6ae-4e0c-a4b9-54aaa6a907ef req-63b6f2dc-5f25-4cc0-b329-eba2295809ac tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Deleting port c60c2889-7aaf-4585-97c7-7d769ea738cf {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:24:54.942970 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-42c8c724-f6ae-4e0c-a4b9-54aaa6a907ef req-63b6f2dc-5f25-4cc0-b329-eba2295809ac tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (c60c2889-7aaf-4585-97c7-7d769ea738cf), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:55.039436 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-42c8c724-f6ae-4e0c-a4b9-54aaa6a907ef req-63b6f2dc-5f25-4cc0-b329-eba2295809ac tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] For port c60c2889-7aaf-4585-97c7-7d769ea738cf, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c60c2889-7aaf-4585-97c7-7d769ea738cf,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:55.039799 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-42c8c724-f6ae-4e0c-a4b9-54aaa6a907ef req-63b6f2dc-5f25-4cc0-b329-eba2295809ac tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (c60c2889-7aaf-4585-97c7-7d769ea738cf), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:55.218523 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-42c8c724-f6ae-4e0c-a4b9-54aaa6a907ef req-63b6f2dc-5f25-4cc0-b329-eba2295809ac tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:55.218916 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-42c8c724-f6ae-4e0c-a4b9-54aaa6a907ef req-63b6f2dc-5f25-4cc0-b329-eba2295809ac tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (e337ecaf-fd9b-4e29-9f0e-2c0554559f2e), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:55.219232 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-42c8c724-f6ae-4e0c-a4b9-54aaa6a907ef req-63b6f2dc-5f25-4cc0-b329-eba2295809ac tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Floating IP e337ecaf-fd9b-4e29-9f0e-2c0554559f2e disassociated. External IP: 172.27.0.135, port: c60c2889-7aaf-4585-97c7-7d769ea738cf. Jun 24 10:24:55.219574 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-42c8c724-f6ae-4e0c-a4b9-54aaa6a907ef req-63b6f2dc-5f25-4cc0-b329-eba2295809ac tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Calling delete_port for c60c2889-7aaf-4585-97c7-7d769ea738cf owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:24:55.297192 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852d2a8-9f94-47b4-849e-f6b5b7485ef0 req-2e461634-f4cd-4ec6-ac50-dd8ff4a47221 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:24:55.298744 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4852d2a8-9f94-47b4-849e-f6b5b7485ef0 req-2e461634-f4cd-4ec6-ac50-dd8ff4a47221 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=847c5da0-048e-4f9e-bf9b-05be65fafd89 HTTP/1.1" status: 200 len: 946 time: 0.0490065 Jun 24 10:24:55.346582 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4852d2a8-9f94-47b4-849e-f6b5b7485ef0 req-038bcd28-b927-47bb-adb0-962a023560ee tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=937b9ba3-d3ee-4348-9c55-5d5794e92714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421095 Jun 24 10:24:55.353951 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-42c8c724-f6ae-4e0c-a4b9-54aaa6a907ef req-63b6f2dc-5f25-4cc0-b329-eba2295809ac tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (c60c2889-7aaf-4585-97c7-7d769ea738cf), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:55.382299 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6f2dc-5f25-4cc0-b329-eba2295809ac tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event deleted for resources: {'Port': ['ID=c60c2889-7aaf-4585-97c7-7d769ea738cf,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:55.492535 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42c8c724-f6ae-4e0c-a4b9-54aaa6a907ef req-63b6f2dc-5f25-4cc0-b329-eba2295809ac tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Router 4e6ef35d-71a4-4044-8467-446df607abc2 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:24:55.599624 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42c8c724-f6ae-4e0c-a4b9-54aaa6a907ef req-63b6f2dc-5f25-4cc0-b329-eba2295809ac tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:24:55.612988 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2746ae9f-15bf-4b06-8aca-ef9a6890bec6 None None] Sync routers for ids ['4e6ef35d-71a4-4044-8467-446df607abc2'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:24:55.624476 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2746ae9f-15bf-4b06-8aca-ef9a6890bec6 None None] Routers {'4e6ef35d-71a4-4044-8467-446df607abc2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:24:55.625113 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-2746ae9f-15bf-4b06-8aca-ef9a6890bec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:24:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4e6ef35d-71a4-4044-8467-446df607abc2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:55.643880 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c8c724-f6ae-4e0c-a4b9-54aaa6a907ef req-63b6f2dc-5f25-4cc0-b329-eba2295809ac tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] No DVR routers for this DVR port c60c2889-7aaf-4585-97c7-7d769ea738cf on host hv-cinder-84713 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:24:55.646746 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-42c8c724-f6ae-4e0c-a4b9-54aaa6a907ef req-63b6f2dc-5f25-4cc0-b329-eba2295809ac tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:55.649989 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-42c8c724-f6ae-4e0c-a4b9-54aaa6a907ef req-63b6f2dc-5f25-4cc0-b329-eba2295809ac tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.27 "DELETE /v2.0/ports/c60c2889-7aaf-4585-97c7-7d769ea738cf HTTP/1.1" status: 204 len: 173 time: 0.7889144 Jun 24 10:24:55.650431 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847c5da0-048e-4f9e-bf9b-05be65fafd89', 'name': 'network-vif-deleted', 'tag': 'c60c2889-7aaf-4585-97c7-7d769ea738cf'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:24:55.652804 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77036c39-9350-453a-aae1-cb20c2dd6c71" -d '{"events": [{"server_uuid": "847c5da0-048e-4f9e-bf9b-05be65fafd89", "name": "network-vif-deleted", "tag": "c60c2889-7aaf-4585-97c7-7d769ea738cf"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:24:55.693196 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d32f072-6c87-4a82-a898-520b23c264e7 x-openstack-request-id: req-1d32f072-6c87-4a82-a898-520b23c264e7 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:24:55.693494 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847c5da0-048e-4f9e-bf9b-05be65fafd89", "name": "network-vif-deleted", "tag": "c60c2889-7aaf-4585-97c7-7d769ea738cf", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:24:55.693743 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d32f072-6c87-4a82-a898-520b23c264e7 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:24:55.694148 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d32f072-6c87-4a82-a898-520b23c264e7'] response: {'server_uuid': '847c5da0-048e-4f9e-bf9b-05be65fafd89', 'name': 'network-vif-deleted', 'tag': 'c60c2889-7aaf-4585-97c7-7d769ea738cf', 'status': 'completed', 'code': 200} Jun 24 10:24:55.739482 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-2746ae9f-15bf-4b06-8aca-ef9a6890bec6 None None] Set router 4e6ef35d-71a4-4044-8467-446df607abc2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:24:55.952586 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-2746ae9f-15bf-4b06-8aca-ef9a6890bec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '691c0fc0-51cb-42b2-bae3-513ce7fe3e26', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'port_id': '80524936-44ce-4c42-b54e-f60f40be9414', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'mac_address': 'fa:16:3e:d3:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725b1a67-bbbe-48c8-8838-a7b65cedf8da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:22:59Z', 'updated_at': '2022-06-24T10:23:12Z', 'revision_number': 2, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:55.977433 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2746ae9f-15bf-4b06-8aca-ef9a6890bec6 None None] Checking router: 4e6ef35d-71a4-4044-8467-446df607abc2 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:24:55.986600 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2746ae9f-15bf-4b06-8aca-ef9a6890bec6 None None] Routers {'4e6ef35d-71a4-4044-8467-446df607abc2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:24:55.987237 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-2746ae9f-15bf-4b06-8aca-ef9a6890bec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:24:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4e6ef35d-71a4-4044-8467-446df607abc2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:56.088133 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-2746ae9f-15bf-4b06-8aca-ef9a6890bec6 None None] Set router 4e6ef35d-71a4-4044-8467-446df607abc2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:24:56.294990 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-2746ae9f-15bf-4b06-8aca-ef9a6890bec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '691c0fc0-51cb-42b2-bae3-513ce7fe3e26', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'port_id': '80524936-44ce-4c42-b54e-f60f40be9414', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'mac_address': 'fa:16:3e:d3:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725b1a67-bbbe-48c8-8838-a7b65cedf8da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:22:59Z', 'updated_at': '2022-06-24T10:23:12Z', 'revision_number': 2, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:56.410208 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2746ae9f-15bf-4b06-8aca-ef9a6890bec6 None None] The sync data for ids ['4e6ef35d-71a4-4044-8467-446df607abc2'] in dv-cinder-847132-2-iscsi is: [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '691c0fc0-51cb-42b2-bae3-513ce7fe3e26', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'port_id': '80524936-44ce-4c42-b54e-f60f40be9414', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'mac_address': 'fa:16:3e:d3:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725b1a67-bbbe-48c8-8838-a7b65cedf8da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:22:59Z', 'updated_at': '2022-06-24T10:23:12Z', 'revision_number': 2, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:24:56.448836 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-824dad84-be88-4691-8510-bc7921dda7cc req-1009a7ec-f9aa-4c59-8084-de30ce16f1b0 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=847c5da0-048e-4f9e-bf9b-05be65fafd89 HTTP/1.1" status: 200 len: 210 time: 0.0280769 Jun 24 10:24:56.641761 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1fb837-517d-458a-88a3-14957f9923ec None None] New status for floating IP e337ecaf-fd9b-4e29-9f0e-2c0554559f2e: DOWN {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:24:57.138720 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-13fba1b1-35ad-4aa4-870d-1a3fed4f80e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:57.561018 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d9b005b0-ae75-468e-90c7-b7d641d20eb3 req-8e1a15f5-3875-4dbb-955c-c986ccf9f127 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=847c5da0-048e-4f9e-bf9b-05be65fafd89 HTTP/1.1" status: 200 len: 210 time: 0.0313332 Jun 24 10:24:58.365383 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:58.654533 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 40812) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:58.717284 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-60e453d3-701a-47c5-8611-5acdabe48471 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group (937b9ba3-d3ee-4348-9c55-5d5794e92714), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:58.742381 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-60e453d3-701a-47c5-8611-5acdabe48471 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group (937b9ba3-d3ee-4348-9c55-5d5794e92714), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:58.792554 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-60e453d3-701a-47c5-8611-5acdabe48471 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (937b9ba3-d3ee-4348-9c55-5d5794e92714), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:58.795189 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-60e453d3-701a-47c5-8611-5acdabe48471 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:58.799052 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-60e453d3-701a-47c5-8611-5acdabe48471 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "DELETE /v2.0/security-groups/937b9ba3-d3ee-4348-9c55-5d5794e92714 HTTP/1.1" status: 204 len: 168 time: 0.1407928 Jun 24 10:24:58.800090 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 40816) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:58.806224 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e453d3-701a-47c5-8611-5acdabe48471 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=937b9ba3-d3ee-4348-9c55-5d5794e92714,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:58.814624 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.api.v2.resource [None req-4ebd1d88-42c1-4a8c-b9e6-5bc05bf6263a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] show failed (client error): The resource could not be found. Jun 24 10:24:58.815934 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-4ebd1d88-42c1-4a8c-b9e6-5bc05bf6263a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups/937b9ba3-d3ee-4348-9c55-5d5794e92714 HTTP/1.1" status: 404 len: 347 time: 0.0155241 Jun 24 10:24:58.819344 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 40818) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:24:58.937726 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-402e1428-bbd7-4e38-aa5f-b1d5e0c20da5 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Deleting port 467cdca3-061b-401f-beb0-87694a47bdca {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:24:58.938062 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-402e1428-bbd7-4e38-aa5f-b1d5e0c20da5 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (467cdca3-061b-401f-beb0-87694a47bdca), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:58.953125 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:58.964344 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:59.022695 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-402e1428-bbd7-4e38-aa5f-b1d5e0c20da5 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (467cdca3-061b-401f-beb0-87694a47bdca), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:59.023076 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-402e1428-bbd7-4e38-aa5f-b1d5e0c20da5 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (467cdca3-061b-401f-beb0-87694a47bdca), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:59.038352 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-402e1428-bbd7-4e38-aa5f-b1d5e0c20da5 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Calling delete_port for 467cdca3-061b-401f-beb0-87694a47bdca owned by network:floatingip {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:24:59.188542 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-402e1428-bbd7-4e38-aa5f-b1d5e0c20da5 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (467cdca3-061b-401f-beb0-87694a47bdca), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:59.213891 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e1428-bbd7-4e38-aa5f-b1d5e0c20da5 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event deleted for resources: {'Port': ['ID=467cdca3-061b-401f-beb0-87694a47bdca,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:59.280452 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-402e1428-bbd7-4e38-aa5f-b1d5e0c20da5 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (e337ecaf-fd9b-4e29-9f0e-2c0554559f2e), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:59.282967 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-402e1428-bbd7-4e38-aa5f-b1d5e0c20da5 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:59.284160 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-402e1428-bbd7-4e38-aa5f-b1d5e0c20da5 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "DELETE /v2.0/floatingips/e337ecaf-fd9b-4e29-9f0e-2c0554559f2e HTTP/1.1" status: 204 len: 168 time: 0.4638727 Jun 24 10:24:59.780370 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:59.944055 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:00.936527 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bc90e-9572-4f98-806e-8c2ffd8c289e req-0bd5926d-8be3-4998-a235-cf44f50c9b33 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:00.938160 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4f3bc90e-9572-4f98-806e-8c2ffd8c289e req-0bd5926d-8be3-4998-a235-cf44f50c9b33 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=725b1a67-bbbe-48c8-8838-a7b65cedf8da HTTP/1.1" status: 200 len: 945 time: 0.0489311 Jun 24 10:25:00.992500 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4f3bc90e-9572-4f98-806e-8c2ffd8c289e req-395ea84f-adb1-4cf3-a4c6-601ee53ccb6e tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=77e62bb9-2e45-4a5d-a988-0523cd294d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459075 Jun 24 10:25:01.535839 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device c60c2889-7aaf-4585-97c7-7d769ea738cf no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:25:01.567399 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] No Port match for: c60c2889-7aaf-4585-97c7-7d769ea738cf {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:25:01.567743 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device c60c2889-7aaf-4585-97c7-7d769ea738cf not bound to the agent host hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:25:02.370153 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19560ff-e7c8-4ff8-8649-1fb4f69f8bf0 req-0df50597-129c-4bc9-b1a2-834fb3873b0b tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:02.371724 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a19560ff-e7c8-4ff8-8649-1fb4f69f8bf0 req-0df50597-129c-4bc9-b1a2-834fb3873b0b tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=725b1a67-bbbe-48c8-8838-a7b65cedf8da HTTP/1.1" status: 200 len: 945 time: 0.2967193 Jun 24 10:25:02.424583 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a19560ff-e7c8-4ff8-8649-1fb4f69f8bf0 req-b27900f9-793d-425f-b05e-9238ccfc690b tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=77e62bb9-2e45-4a5d-a988-0523cd294d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441835 Jun 24 10:25:02.484296 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971d6cc-d3da-4031-8131-2a04623206ef req-38166a5f-7144-4147-8a16-e0dea43168dc tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:02.485772 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d971d6cc-d3da-4031-8131-2a04623206ef req-38166a5f-7144-4147-8a16-e0dea43168dc tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.27 "GET /v2.0/ports?device_id=725b1a67-bbbe-48c8-8838-a7b65cedf8da HTTP/1.1" status: 200 len: 945 time: 0.0549526 Jun 24 10:25:02.775791 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-d971d6cc-d3da-4031-8131-2a04623206ef req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Deleting port 80524936-44ce-4c42-b54e-f60f40be9414 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:25:02.776121 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-d971d6cc-d3da-4031-8131-2a04623206ef req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (80524936-44ce-4c42-b54e-f60f40be9414), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:02.870151 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-d971d6cc-d3da-4031-8131-2a04623206ef req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] For port 80524936-44ce-4c42-b54e-f60f40be9414, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=80524936-44ce-4c42-b54e-f60f40be9414,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:02.870525 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-d971d6cc-d3da-4031-8131-2a04623206ef req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (80524936-44ce-4c42-b54e-f60f40be9414), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:03.030801 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-d971d6cc-d3da-4031-8131-2a04623206ef req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:03.031167 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-d971d6cc-d3da-4031-8131-2a04623206ef req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (691c0fc0-51cb-42b2-bae3-513ce7fe3e26), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:03.031485 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-d971d6cc-d3da-4031-8131-2a04623206ef req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Floating IP 691c0fc0-51cb-42b2-bae3-513ce7fe3e26 disassociated. External IP: 172.27.0.35, port: 80524936-44ce-4c42-b54e-f60f40be9414. Jun 24 10:25:03.031854 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-d971d6cc-d3da-4031-8131-2a04623206ef req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Calling delete_port for 80524936-44ce-4c42-b54e-f60f40be9414 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:25:03.169531 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-d971d6cc-d3da-4031-8131-2a04623206ef req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (80524936-44ce-4c42-b54e-f60f40be9414), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:03.177812 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:03.197894 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event deleted for resources: {'Port': ['ID=80524936-44ce-4c42-b54e-f60f40be9414,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:03.201227 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:03.209256 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:03.209602 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:03.209942 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:03.210783 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:03.210783 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:03.211087 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:03.211725 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:03.212056 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:03.212380 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:03.212703 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:03.213020 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:03.213341 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:03.213659 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:03.213981 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:03.214297 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:03.321841 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d971d6cc-d3da-4031-8131-2a04623206ef req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Router 4e6ef35d-71a4-4044-8467-446df607abc2 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:25:03.425911 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d971d6cc-d3da-4031-8131-2a04623206ef req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:25:03.436999 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138dad27-53b7-479a-914a-298a28d5e005 None None] Sync routers for ids ['4e6ef35d-71a4-4044-8467-446df607abc2'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:25:03.449357 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138dad27-53b7-479a-914a-298a28d5e005 None None] Routers {'4e6ef35d-71a4-4044-8467-446df607abc2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:25:03.450419 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-138dad27-53b7-479a-914a-298a28d5e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:24:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4e6ef35d-71a4-4044-8467-446df607abc2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:25:03.504704 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:03.558470 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c2127dc7-2d6c-40fb-b0d6-99b9cdaebac5 req-292d8a2b-b047-4a6a-aad7-f0daa873864a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=725b1a67-bbbe-48c8-8838-a7b65cedf8da HTTP/1.1" status: 200 len: 210 time: 0.0443656 Jun 24 10:25:03.594531 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-138dad27-53b7-479a-914a-298a28d5e005 None None] Set router 4e6ef35d-71a4-4044-8467-446df607abc2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:25:03.596549 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:03.762599 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52118f00-62e9-4f13-bfc1-90530ea9ec5b req-5ab15c1e-b3f8-4daf-b14b-68fef27915d7 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:03.764552 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-52118f00-62e9-4f13-bfc1-90530ea9ec5b req-5ab15c1e-b3f8-4daf-b14b-68fef27915d7 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a59419-920a-4901-8bb2-b952e741184d HTTP/1.1" status: 200 len: 945 time: 0.0564594 Jun 24 10:25:03.807186 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-d971d6cc-d3da-4031-8131-2a04623206ef req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] No DVR routers for this DVR port 80524936-44ce-4c42-b54e-f60f40be9414 on host hv-cinder-84713 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:25:03.810258 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-d971d6cc-d3da-4031-8131-2a04623206ef req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:03.813999 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d971d6cc-d3da-4031-8131-2a04623206ef req-5f6121a7-f64c-4131-81ac-dc7407ff75e4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.27 "DELETE /v2.0/ports/80524936-44ce-4c42-b54e-f60f40be9414 HTTP/1.1" status: 204 len: 173 time: 1.1272004 Jun 24 10:25:03.814932 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725b1a67-bbbe-48c8-8838-a7b65cedf8da', 'name': 'network-vif-deleted', 'tag': '80524936-44ce-4c42-b54e-f60f40be9414'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:25:03.817280 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabc47a4-b3f5-490d-aefc-e92029127c22" -d '{"events": [{"server_uuid": "725b1a67-bbbe-48c8-8838-a7b65cedf8da", "name": "network-vif-deleted", "tag": "80524936-44ce-4c42-b54e-f60f40be9414"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:25:03.817983 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-52118f00-62e9-4f13-bfc1-90530ea9ec5b req-973bfd0c-44f8-40c8-aa5e-aaf5e002c395 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469859 Jun 24 10:25:03.819347 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-138dad27-53b7-479a-914a-298a28d5e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:25:03.851114 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138dad27-53b7-479a-914a-298a28d5e005 None None] Checking router: 4e6ef35d-71a4-4044-8467-446df607abc2 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:25:03.854029 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dec4618-c592-463a-9b80-5f0113c5c04c x-openstack-request-id: req-9dec4618-c592-463a-9b80-5f0113c5c04c {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:25:03.854318 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725b1a67-bbbe-48c8-8838-a7b65cedf8da", "name": "network-vif-deleted", "tag": "80524936-44ce-4c42-b54e-f60f40be9414", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:25:03.854571 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9dec4618-c592-463a-9b80-5f0113c5c04c {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:25:03.855035 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dec4618-c592-463a-9b80-5f0113c5c04c'] response: {'server_uuid': '725b1a67-bbbe-48c8-8838-a7b65cedf8da', 'name': 'network-vif-deleted', 'tag': '80524936-44ce-4c42-b54e-f60f40be9414', 'status': 'completed', 'code': 200} Jun 24 10:25:03.859723 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138dad27-53b7-479a-914a-298a28d5e005 None None] Routers {'4e6ef35d-71a4-4044-8467-446df607abc2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:25:03.860337 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-138dad27-53b7-479a-914a-298a28d5e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:24:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4e6ef35d-71a4-4044-8467-446df607abc2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:25:03.968225 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-138dad27-53b7-479a-914a-298a28d5e005 None None] Set router 4e6ef35d-71a4-4044-8467-446df607abc2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:25:04.162443 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-138dad27-53b7-479a-914a-298a28d5e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:25:04.186548 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138dad27-53b7-479a-914a-298a28d5e005 None None] The sync data for ids ['4e6ef35d-71a4-4044-8467-446df607abc2'] in dv-cinder-847132-2-iscsi is: [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:25:04.405481 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4647b7-be7e-4b6a-9f29-6385224b6f59 None None] New status for floating IP 691c0fc0-51cb-42b2-bae3-513ce7fe3e26: DOWN {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:25:04.665164 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c2e94b7b-5c8d-42f3-b1f9-54883bfdb36a req-7a3fcb8a-0f03-4e00-baf2-ebacf22e949f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=725b1a67-bbbe-48c8-8838-a7b65cedf8da HTTP/1.1" status: 200 len: 210 time: 0.0280392 Jun 24 10:25:04.944783 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc19243-7e2a-4e6f-9831-d8c03b9ae843 req-cd60965f-2dfd-4e43-95ee-70063c8543ac tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:04.946282 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1bc19243-7e2a-4e6f-9831-d8c03b9ae843 req-cd60965f-2dfd-4e43-95ee-70063c8543ac tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a59419-920a-4901-8bb2-b952e741184d HTTP/1.1" status: 200 len: 945 time: 0.0473857 Jun 24 10:25:05.001098 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:05.008720 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1bc19243-7e2a-4e6f-9831-d8c03b9ae843 req-be679724-c244-413f-a568-0cfdcd0bcb25 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563889 Jun 24 10:25:05.367718 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239ac37-a1e2-4136-87a6-36a44a0f8f80 req-61dbff5b-15d6-4791-8857-7ed4e69ef357 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:05.369224 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2239ac37-a1e2-4136-87a6-36a44a0f8f80 req-61dbff5b-15d6-4791-8857-7ed4e69ef357 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0a59419-920a-4901-8bb2-b952e741184d HTTP/1.1" status: 200 len: 945 time: 0.0531228 Jun 24 10:25:05.463889 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-2239ac37-a1e2-4136-87a6-36a44a0f8f80 req-3a16984c-09aa-4979-b435-51f0f7587e07 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Deleting port 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:25:05.464279 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-2239ac37-a1e2-4136-87a6-36a44a0f8f80 req-3a16984c-09aa-4979-b435-51f0f7587e07 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (37903b9c-fde3-4bdb-ae8f-cbbbad5bee55), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:05.576140 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-2239ac37-a1e2-4136-87a6-36a44a0f8f80 req-3a16984c-09aa-4979-b435-51f0f7587e07 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] For port 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=37903b9c-fde3-4bdb-ae8f-cbbbad5bee55,segment=NetworkSegment(e503f59a-56d9-414b-a79d-d55a4e5ee1c7),segment_id=e503f59a-56d9-414b-a79d-d55a4e5ee1c7)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:05.576566 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-2239ac37-a1e2-4136-87a6-36a44a0f8f80 req-3a16984c-09aa-4979-b435-51f0f7587e07 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (37903b9c-fde3-4bdb-ae8f-cbbbad5bee55), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:05.593852 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-2239ac37-a1e2-4136-87a6-36a44a0f8f80 req-3a16984c-09aa-4979-b435-51f0f7587e07 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Calling delete_port for 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:25:05.751696 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-2239ac37-a1e2-4136-87a6-36a44a0f8f80 req-3a16984c-09aa-4979-b435-51f0f7587e07 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (37903b9c-fde3-4bdb-ae8f-cbbbad5bee55), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:05.756801 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 40884) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:25:05.764537 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['37903b9c-fde3-4bdb-ae8f-cbbbad5bee55'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:25:05.780837 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16984c-09aa-4979-b435-51f0f7587e07 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Pushing event deleted for resources: {'Port': ['ID=37903b9c-fde3-4bdb-ae8f-cbbbad5bee55,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:05.828206 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6af89520-29bd-4a34-a8db-52f57a3c42a8 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group (77e62bb9-2e45-4a5d-a988-0523cd294d76), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:05.830561 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:05.845054 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-2239ac37-a1e2-4136-87a6-36a44a0f8f80 req-3a16984c-09aa-4979-b435-51f0f7587e07 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] No DVR routers for this DVR port 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55 on host hv-cinder-84713 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:25:05.848291 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-2239ac37-a1e2-4136-87a6-36a44a0f8f80 req-3a16984c-09aa-4979-b435-51f0f7587e07 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:05.851661 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2239ac37-a1e2-4136-87a6-36a44a0f8f80 req-3a16984c-09aa-4979-b435-51f0f7587e07 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.27 "DELETE /v2.0/ports/37903b9c-fde3-4bdb-ae8f-cbbbad5bee55 HTTP/1.1" status: 204 len: 173 time: 0.4760571 Jun 24 10:25:05.857930 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a59419-920a-4901-8bb2-b952e741184d', 'name': 'network-vif-deleted', 'tag': '37903b9c-fde3-4bdb-ae8f-cbbbad5bee55'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:25:05.859993 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6af89520-29bd-4a34-a8db-52f57a3c42a8 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group (77e62bb9-2e45-4a5d-a988-0523cd294d76), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:05.860355 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e12d071-e8ff-491d-96aa-40c3a4f39e68" -d '{"events": [{"server_uuid": "f0a59419-920a-4901-8bb2-b952e741184d", "name": "network-vif-deleted", "tag": "37903b9c-fde3-4bdb-ae8f-cbbbad5bee55"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:25:05.905906 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecd5561-73d5-4034-9f2c-a79f621e248f x-openstack-request-id: req-9ecd5561-73d5-4034-9f2c-a79f621e248f {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:25:05.906207 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a59419-920a-4901-8bb2-b952e741184d", "name": "network-vif-deleted", "tag": "37903b9c-fde3-4bdb-ae8f-cbbbad5bee55", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:25:05.906460 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ecd5561-73d5-4034-9f2c-a79f621e248f {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:25:05.907005 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ecd5561-73d5-4034-9f2c-a79f621e248f'] response: {'server_uuid': 'f0a59419-920a-4901-8bb2-b952e741184d', 'name': 'network-vif-deleted', 'tag': '37903b9c-fde3-4bdb-ae8f-cbbbad5bee55', 'status': 'completed', 'code': 200} Jun 24 10:25:05.924728 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6af89520-29bd-4a34-a8db-52f57a3c42a8 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (77e62bb9-2e45-4a5d-a988-0523cd294d76), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:05.927325 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6af89520-29bd-4a34-a8db-52f57a3c42a8 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:05.928496 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-6af89520-29bd-4a34-a8db-52f57a3c42a8 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "DELETE /v2.0/security-groups/77e62bb9-2e45-4a5d-a988-0523cd294d76 HTTP/1.1" status: 204 len: 168 time: 0.1706841 Jun 24 10:25:05.933293 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 40888) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:25:05.939477 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af89520-29bd-4a34-a8db-52f57a3c42a8 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e62bb9-2e45-4a5d-a988-0523cd294d76,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:05.947485 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af89520-29bd-4a34-a8db-52f57a3c42a8 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:05.947929 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af89520-29bd-4a34-a8db-52f57a3c42a8 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:05.948158 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af89520-29bd-4a34-a8db-52f57a3c42a8 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:05.948490 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af89520-29bd-4a34-a8db-52f57a3c42a8 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:05.949013 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af89520-29bd-4a34-a8db-52f57a3c42a8 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:05.949124 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af89520-29bd-4a34-a8db-52f57a3c42a8 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:05.949464 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af89520-29bd-4a34-a8db-52f57a3c42a8 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:05.949790 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af89520-29bd-4a34-a8db-52f57a3c42a8 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:05.950101 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af89520-29bd-4a34-a8db-52f57a3c42a8 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:05.950500 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af89520-29bd-4a34-a8db-52f57a3c42a8 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:05.950777 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af89520-29bd-4a34-a8db-52f57a3c42a8 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:05.951103 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af89520-29bd-4a34-a8db-52f57a3c42a8 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:05.951412 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af89520-29bd-4a34-a8db-52f57a3c42a8 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:05.951730 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af89520-29bd-4a34-a8db-52f57a3c42a8 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:05.952053 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af89520-29bd-4a34-a8db-52f57a3c42a8 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:05.957153 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.api.v2.resource [None req-7d09e207-97d2-4b84-8683-3e564d844312 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] show failed (client error): The resource could not be found. Jun 24 10:25:05.957153 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7d09e207-97d2-4b84-8683-3e564d844312 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups/77e62bb9-2e45-4a5d-a988-0523cd294d76 HTTP/1.1" status: 404 len: 347 time: 0.0198653 Jun 24 10:25:05.957448 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 40890) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:25:06.125178 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-7031c63b-e789-4316-b49e-93215897921e tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Deleting port e259085b-9a9a-4702-8558-38150d657949 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:25:06.125490 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7031c63b-e789-4316-b49e-93215897921e tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (e259085b-9a9a-4702-8558-38150d657949), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:06.151986 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b7762770-e6bf-4bab-b856-1f17b2e0c5a3 req-97281deb-b97f-4ee3-bbf4-b3bac7a8e029 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a59419-920a-4901-8bb2-b952e741184d HTTP/1.1" status: 200 len: 210 time: 0.0317206 Jun 24 10:25:06.182312 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:06.210445 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7031c63b-e789-4316-b49e-93215897921e tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (e259085b-9a9a-4702-8558-38150d657949), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:06.210801 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7031c63b-e789-4316-b49e-93215897921e tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (e259085b-9a9a-4702-8558-38150d657949), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:06.224646 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-7031c63b-e789-4316-b49e-93215897921e tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Calling delete_port for e259085b-9a9a-4702-8558-38150d657949 owned by network:floatingip {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:25:06.299655 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:06.380241 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7031c63b-e789-4316-b49e-93215897921e tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (e259085b-9a9a-4702-8558-38150d657949), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:06.405352 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031c63b-e789-4316-b49e-93215897921e tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event deleted for resources: {'Port': ['ID=e259085b-9a9a-4702-8558-38150d657949,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:06.478664 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7031c63b-e789-4316-b49e-93215897921e tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (691c0fc0-51cb-42b2-bae3-513ce7fe3e26), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:06.481278 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7031c63b-e789-4316-b49e-93215897921e tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:06.482428 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7031c63b-e789-4316-b49e-93215897921e tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "DELETE /v2.0/floatingips/691c0fc0-51cb-42b2-bae3-513ce7fe3e26 HTTP/1.1" status: 204 len: 168 time: 0.5242407 Jun 24 10:25:06.553860 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 40896) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:25:06.559052 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-ce930497-3e31-4e40-9bb2-e544377b4762 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--24698560', 'description': 'tempest-description--1860799902'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:25:06.581366 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ce930497-3e31-4e40-9bb2-e544377b4762 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:06.657210 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ce930497-3e31-4e40-9bb2-e544377b4762 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group (3be8ff73-9030-426c-80fe-c81fd463038a), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:06.663728 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ce930497-3e31-4e40-9bb2-e544377b4762 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (3be8ff73-9030-426c-80fe-c81fd463038a), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:06.701417 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce930497-3e31-4e40-9bb2-e544377b4762 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be8ff73-9030-426c-80fe-c81fd463038a,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:06.705419 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ce930497-3e31-4e40-9bb2-e544377b4762 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:06.709276 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-ce930497-3e31-4e40-9bb2-e544377b4762 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1516745 Jun 24 10:25:06.710588 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 40898) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:25:06.715834 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-0eda3be4-7372-4be0-87f3-df8d9d73720b tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Request body: {'security_group_rule': {'security_group_id': '3be8ff73-9030-426c-80fe-c81fd463038a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:25:06.743882 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0eda3be4-7372-4be0-87f3-df8d9d73720b tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group_rule (b930d219-b018-4cc9-94df-fcef789c0ccf), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:06.799479 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0eda3be4-7372-4be0-87f3-df8d9d73720b tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group_rule (b930d219-b018-4cc9-94df-fcef789c0ccf), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:06.804837 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0eda3be4-7372-4be0-87f3-df8d9d73720b tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (b930d219-b018-4cc9-94df-fcef789c0ccf), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:06.825702 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda3be4-7372-4be0-87f3-df8d9d73720b tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b930d219-b018-4cc9-94df-fcef789c0ccf,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:06.831718 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0eda3be4-7372-4be0-87f3-df8d9d73720b tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:06.832918 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0eda3be4-7372-4be0-87f3-df8d9d73720b tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209533 Jun 24 10:25:06.835641 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 40900) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:25:06.840343 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-0a39da12-eeff-4d65-b1f5-da4f3e84aadb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Request body: {'security_group_rule': {'security_group_id': '3be8ff73-9030-426c-80fe-c81fd463038a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:25:06.869164 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0a39da12-eeff-4d65-b1f5-da4f3e84aadb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group_rule (120ff9dd-e93f-43c7-a085-225e8bcf32d1), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:06.924556 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0a39da12-eeff-4d65-b1f5-da4f3e84aadb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group_rule (120ff9dd-e93f-43c7-a085-225e8bcf32d1), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:06.929860 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0a39da12-eeff-4d65-b1f5-da4f3e84aadb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (120ff9dd-e93f-43c7-a085-225e8bcf32d1), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:06.949208 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39da12-eeff-4d65-b1f5-da4f3e84aadb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120ff9dd-e93f-43c7-a085-225e8bcf32d1,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:06.958410 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0a39da12-eeff-4d65-b1f5-da4f3e84aadb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:06.959791 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0a39da12-eeff-4d65-b1f5-da4f3e84aadb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227989 Jun 24 10:25:06.963202 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 40902) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:25:06.967415 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-29946290-2896-40b1-947d-8ce09eae80da tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Request body: {'floatingip': {'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:25:06.988734 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-29946290-2896-40b1-947d-8ce09eae80da tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:07.071053 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-29946290-2896-40b1-947d-8ce09eae80da tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:07.170392 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:07.178832 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-29946290-2896-40b1-947d-8ce09eae80da tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Allocated IP 172.27.0.124 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/558b3dae-c10e-471b-9c35-2be8b9a9d79a) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:25:07.282377 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:DELETE=1,neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:07.293259 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-29946290-2896-40b1-947d-8ce09eae80da tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for port (558b3dae-c10e-471b-9c35-2be8b9a9d79a), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:07.329761 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-29946290-2896-40b1-947d-8ce09eae80da tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (558b3dae-c10e-471b-9c35-2be8b9a9d79a), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:07.389145 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29946290-2896-40b1-947d-8ce09eae80da tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:25:07.394571 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-29946290-2896-40b1-947d-8ce09eae80da tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:25:07.396958 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29946290-2896-40b1-947d-8ce09eae80da tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:25:07.402631 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29946290-2896-40b1-947d-8ce09eae80da tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event updated for resources: {'Port': ['ID=558b3dae-c10e-471b-9c35-2be8b9a9d79a,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:07.485534 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-29946290-2896-40b1-947d-8ce09eae80da tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (74dcc53f-08c2-4078-97d3-7664ad436aee), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:07.524987 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-29946290-2896-40b1-947d-8ce09eae80da tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (558b3dae-c10e-471b-9c35-2be8b9a9d79a), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:07.560585 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 80524936-44ce-4c42-b54e-f60f40be9414 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:25:07.579546 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] No Port match for: 80524936-44ce-4c42-b54e-f60f40be9414 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:25:07.579948 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 80524936-44ce-4c42-b54e-f60f40be9414 not bound to the agent host hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:25:07.580291 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:25:07.598732 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] No Port match for: 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:25:07.599095 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 37903b9c-fde3-4bdb-ae8f-cbbbad5bee55 not bound to the agent host hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:25:07.675531 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-29946290-2896-40b1-947d-8ce09eae80da tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for port (558b3dae-c10e-471b-9c35-2be8b9a9d79a), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:07.682856 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-29946290-2896-40b1-947d-8ce09eae80da tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (558b3dae-c10e-471b-9c35-2be8b9a9d79a), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:07.751066 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29946290-2896-40b1-947d-8ce09eae80da tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event updated for resources: {'Port': ['ID=558b3dae-c10e-471b-9c35-2be8b9a9d79a,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:07.765240 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-29946290-2896-40b1-947d-8ce09eae80da tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (74dcc53f-08c2-4078-97d3-7664ad436aee), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:07.782303 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-29946290-2896-40b1-947d-8ce09eae80da tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:07.783596 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-29946290-2896-40b1-947d-8ce09eae80da tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8194525 Jun 24 10:25:07.998990 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-fe4af886-69b8-4cf2-b121-827a48deb906 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--24698560&fields=id&tenant_id=13b216e0dd4e46e2a2f4b275666118f6 HTTP/1.1" status: 200 len: 267 time: 0.0553110 Jun 24 10:25:08.110450 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-f5097bd0-d435-4d34-bf91-ca258aa25d86 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:08.111991 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-f5097bd0-d435-4d34-bf91-ca258aa25d86 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/networks?id=62d2509b-2c7f-4b5f-9593-650742984d82 HTTP/1.1" status: 200 len: 814 time: 0.1063812 Jun 24 10:25:08.129903 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-3a352bbd-1470-4faa-aade-095a7633a615 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/quotas/13b216e0dd4e46e2a2f4b275666118f6 HTTP/1.1" status: 200 len: 375 time: 0.0097430 Jun 24 10:25:08.195004 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-77023e88-1252-4104-a99b-81e5c10edf8b tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=13b216e0dd4e46e2a2f4b275666118f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576062 Jun 24 10:25:08.299311 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-9122eb10-427a-4618-8cd5-7c7069b95e18 service neutron] 10.222.0.64 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918889 Jun 24 10:25:08.399280 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-cc50c11b-8a67-49b4-8434-de86fba283d6 service neutron] 10.222.0.64 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938432 Jun 24 10:25:08.562513 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-509ee246-1208-4f17-bb05-a4cca61bf08a req-14611f9c-1905-40be-b911-b8d25913bea3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f HTTP/1.1" status: 200 len: 210 time: 0.0311291 Jun 24 10:25:09.662547 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6f575521-35b9-44d7-ae42-83da19832af8 req-153a58be-c4e0-4c54-84bd-0506b7d7f207 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f HTTP/1.1" status: 200 len: 210 time: 0.0290689 Jun 24 10:25:10.176290 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:10.675098 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-fcf4ed08-4846-442f-82ac-f8064eb92cb3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:10.676721 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-fcf4ed08-4846-442f-82ac-f8064eb92cb3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.27 "GET /v2.0/networks?id=62d2509b-2c7f-4b5f-9593-650742984d82 HTTP/1.1" status: 200 len: 814 time: 0.1303706 Jun 24 10:25:10.763487 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-67f942e5-6bb2-4cb1-a4a3-594a7f0fb0b4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13b216e0dd4e46e2a2f4b275666118f6 HTTP/1.1" status: 200 len: 378 time: 0.0715663 Jun 24 10:25:10.767898 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-487d3155-0495-4985-8ded-9f900ee212c1 req-59980a20-f0e9-49dc-8ce6-144ba89669f2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f HTTP/1.1" status: 200 len: 210 time: 0.0292172 Jun 24 10:25:10.817435 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-3736c852-b8ea-4f4c-b34e-aff65bf38872 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Request body: {'port': {'device_id': '0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'admin_state_up': True, 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'security_groups': ['3be8ff73-9030-426c-80fe-c81fd463038a']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:25:10.848059 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:10.925280 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:10.933231 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-3736c852-b8ea-4f4c-b34e-aff65bf38872 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Made reservation on behalf of 13b216e0dd4e46e2a2f4b275666118f6 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:25:10.936983 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-3736c852-b8ea-4f4c-b34e-aff65bf38872 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:11.068995 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-3736c852-b8ea-4f4c-b34e-aff65bf38872 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Allocated IP 172.20.0.13 (62d2509b-2c7f-4b5f-9593-650742984d82/268c6001-37f9-4557-8ba3-5719eccd12d5/73f96876-3a38-4147-b0fd-ba55303f2406) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:25:11.225513 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-3736c852-b8ea-4f4c-b34e-aff65bf38872 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for port (73f96876-3a38-4147-b0fd-ba55303f2406), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:11.262419 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-3736c852-b8ea-4f4c-b34e-aff65bf38872 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (73f96876-3a38-4147-b0fd-ba55303f2406), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:11.318988 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-3736c852-b8ea-4f4c-b34e-aff65bf38872 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Network 62d2509b-2c7f-4b5f-9593-650742984d82 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:25:11.325007 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-3736c852-b8ea-4f4c-b34e-aff65bf38872 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:25:11.327224 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736c852-b8ea-4f4c-b34e-aff65bf38872 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event updated for resources: {'Port': ['ID=73f96876-3a38-4147-b0fd-ba55303f2406,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:11.329437 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-3736c852-b8ea-4f4c-b34e-aff65bf38872 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:25:11.387551 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-3736c852-b8ea-4f4c-b34e-aff65bf38872 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:11.388185 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-3736c852-b8ea-4f4c-b34e-aff65bf38872 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:11.407718 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-3736c852-b8ea-4f4c-b34e-aff65bf38872 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5945373 Jun 24 10:25:11.419663 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-6d2a7682-003a-4546-a7d6-bcaf6c22cbda service neutron] Request body: {'port': {'device_id': '0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:25:11.486634 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-6d2a7682-003a-4546-a7d6-bcaf6c22cbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (73f96876-3a38-4147-b0fd-ba55303f2406), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:11.565996 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-65f1fde8-86dc-48a7-bd7b-d4a6bf3620b7 None None] Provisioning complete for port 73f96876-3a38-4147-b0fd-ba55303f2406 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:25:11.566962 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-65f1fde8-86dc-48a7-bd7b-d4a6bf3620b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (73f96876-3a38-4147-b0fd-ba55303f2406), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:11.603147 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-65f1fde8-86dc-48a7-bd7b-d4a6bf3620b7 None None] Port 73f96876-3a38-4147-b0fd-ba55303f2406 cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:25:11.729543 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:11.764164 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-6d2a7682-003a-4546-a7d6-bcaf6c22cbda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f96876-3a38-4147-b0fd-ba55303f2406 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:25:11.768125 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:11.772551 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-6d2a7682-003a-4546-a7d6-bcaf6c22cbda service neutron] Publish callbacks [] for port (73f96876-3a38-4147-b0fd-ba55303f2406), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:11.786585 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-6d2a7682-003a-4546-a7d6-bcaf6c22cbda service neutron] Transition to ACTIVE for port object 73f96876-3a38-4147-b0fd-ba55303f2406 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:25:11.792351 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-6d2a7682-003a-4546-a7d6-bcaf6c22cbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (73f96876-3a38-4147-b0fd-ba55303f2406), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:11.842690 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a7682-003a-4546-a7d6-bcaf6c22cbda service neutron] Pushing event updated for resources: {'Port': ['ID=73f96876-3a38-4147-b0fd-ba55303f2406,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:11.921274 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c01d86-0bb2-4e48-9fa1-a14ce63c92b3 req-c8cbf3f6-17b9-412c-809e-7a5b9e0d75fb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:11.923753 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-30c01d86-0bb2-4e48-9fa1-a14ce63c92b3 req-c8cbf3f6-17b9-412c-809e-7a5b9e0d75fb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f HTTP/1.1" status: 200 len: 944 time: 0.0619495 Jun 24 10:25:11.953594 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-6d2a7682-003a-4546-a7d6-bcaf6c22cbda service neutron] Attempting to bind port 73f96876-3a38-4147-b0fd-ba55303f2406 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:25:11.954065 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-6d2a7682-003a-4546-a7d6-bcaf6c22cbda service neutron] Attempting to bind port 73f96876-3a38-4147-b0fd-ba55303f2406 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:25:11.954454 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-6d2a7682-003a-4546-a7d6-bcaf6c22cbda service neutron] Attempting to bind port 73f96876-3a38-4147-b0fd-ba55303f2406 on network 62d2509b-2c7f-4b5f-9593-650742984d82 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:25:11.959367 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-6d2a7682-003a-4546-a7d6-bcaf6c22cbda service neutron] Port 73f96876-3a38-4147-b0fd-ba55303f2406 on network 62d2509b-2c7f-4b5f-9593-650742984d82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:25:11.959688 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-6d2a7682-003a-4546-a7d6-bcaf6c22cbda service neutron] Attempting to bind port 73f96876-3a38-4147-b0fd-ba55303f2406 on network 62d2509b-2c7f-4b5f-9593-650742984d82 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:25:11.965665 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-6d2a7682-003a-4546-a7d6-bcaf6c22cbda service neutron] Checking agent: {'id': '900df4b4-ebee-48f1-a22a-a520f0296ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'started_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:25:11.965998 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-6d2a7682-003a-4546-a7d6-bcaf6c22cbda service neutron] Checking segment: {'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:25:11.966349 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-6d2a7682-003a-4546-a7d6-bcaf6c22cbda service neutron] Bound using segment: {'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:25:11.966807 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-6d2a7682-003a-4546-a7d6-bcaf6c22cbda service neutron] Bound port: 73f96876-3a38-4147-b0fd-ba55303f2406, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:25:11.967173 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-6d2a7682-003a-4546-a7d6-bcaf6c22cbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (73f96876-3a38-4147-b0fd-ba55303f2406), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:11.983035 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-30c01d86-0bb2-4e48-9fa1-a14ce63c92b3 req-c72498b0-4ade-4a31-9a75-c65616914de6 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=3be8ff73-9030-426c-80fe-c81fd463038a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526700 Jun 24 10:25:12.032153 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-6d2a7682-003a-4546-a7d6-bcaf6c22cbda service neutron] For port 73f96876-3a38-4147-b0fd-ba55303f2406, host hv-cinder-84713, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:25:12.035404 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-6d2a7682-003a-4546-a7d6-bcaf6c22cbda service neutron] For port 73f96876-3a38-4147-b0fd-ba55303f2406, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=73f96876-3a38-4147-b0fd-ba55303f2406,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:25:12.042356 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-6d2a7682-003a-4546-a7d6-bcaf6c22cbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (73f96876-3a38-4147-b0fd-ba55303f2406), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:12.078564 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-6d2a7682-003a-4546-a7d6-bcaf6c22cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:12.079209 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-6d2a7682-003a-4546-a7d6-bcaf6c22cbda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:12.080611 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-6d2a7682-003a-4546-a7d6-bcaf6c22cbda service neutron] 10.222.0.27 "PUT /v2.0/ports/73f96876-3a38-4147-b0fd-ba55303f2406 HTTP/1.1" status: 200 len: 1094 time: 0.6656737 Jun 24 10:25:12.081018 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f', 'tag': '73f96876-3a38-4147-b0fd-ba55303f2406'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:25:12.083297 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4434003-712f-4a9d-8286-235ac03531ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f", "tag": "73f96876-3a38-4147-b0fd-ba55303f2406"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:25:12.105152 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a7682-003a-4546-a7d6-bcaf6c22cbda service neutron] Pushing event updated for resources: {'Port': ['ID=73f96876-3a38-4147-b0fd-ba55303f2406,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:12.140305 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505348ec-fd57-43e7-9e75-59f69664925f x-openstack-request-id: req-505348ec-fd57-43e7-9e75-59f69664925f {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:25:12.140598 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f", "tag": "73f96876-3a38-4147-b0fd-ba55303f2406", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:25:12.140856 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-505348ec-fd57-43e7-9e75-59f69664925f {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:25:12.141273 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-505348ec-fd57-43e7-9e75-59f69664925f'] response: {'name': 'network-changed', 'server_uuid': '0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f', 'tag': '73f96876-3a38-4147-b0fd-ba55303f2406', 'status': 'completed', 'code': 200} Jun 24 10:25:13.092084 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:13.105875 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4b83c-b82a-4e94-b2b4-b7a491ca0943 req-e05e4483-4f0d-4864-994d-4e276c6ce796 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:13.107409 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-77b4b83c-b82a-4e94-b2b4-b7a491ca0943 req-e05e4483-4f0d-4864-994d-4e276c6ce796 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f HTTP/1.1" status: 200 len: 944 time: 0.0485828 Jun 24 10:25:13.155221 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-77b4b83c-b82a-4e94-b2b4-b7a491ca0943 req-b2477beb-0592-4e65-b408-e83ad285f81d tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=3be8ff73-9030-426c-80fe-c81fd463038a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418317 Jun 24 10:25:14.165306 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=50 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:14.166505 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=64 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:14.292331 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4b045-8ba4-4977-92da-a38efd19c890 req-1dc5e86b-ab1d-4fa6-a1dd-7f2aae00c37d tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:14.293800 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8cb4b045-8ba4-4977-92da-a38efd19c890 req-1dc5e86b-ab1d-4fa6-a1dd-7f2aae00c37d tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f HTTP/1.1" status: 200 len: 944 time: 0.0564480 Jun 24 10:25:14.327717 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:14.343923 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8cb4b045-8ba4-4977-92da-a38efd19c890 req-87ccf03a-8ab2-47ec-ac45-7cbf8ade08c5 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=3be8ff73-9030-426c-80fe-c81fd463038a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444589 Jun 24 10:25:14.615423 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-110135ac-a661-40f2-9d4d-14e299620332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:14.616967 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-110135ac-a661-40f2-9d4d-14e299620332 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=13b216e0dd4e46e2a2f4b275666118f6&device_id=0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f HTTP/1.1" status: 200 len: 1128 time: 0.0456223 Jun 24 10:25:14.655548 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-2287c941-9fcd-4038-9ad3-81aca5da81e1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73f96876-3a38-4147-b0fd-ba55303f2406 HTTP/1.1" status: 200 len: 217 time: 0.0320022 Jun 24 10:25:14.705033 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-efe34738-57c4-4989-b435-aab00ce857a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:14.706519 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-efe34738-57c4-4989-b435-aab00ce857a3 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=268c6001-37f9-4557-8ba3-5719eccd12d5 HTTP/1.1" status: 200 len: 853 time: 0.0448577 Jun 24 10:25:14.753240 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-fcc43566-b3b0-4892-8b01-aa28c9347fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:14.754676 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-fcc43566-b3b0-4892-8b01-aa28c9347fe2 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=62d2509b-2c7f-4b5f-9593-650742984d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422542 Jun 24 10:25:14.849573 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-268c9c3c-cbf3-429a-a865-1c9bbe756fbb service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883162 Jun 24 10:25:14.959352 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-da6fc3be-8520-4103-87e9-12a9ca315b8e req-a4cce27a-acdf-458c-ab5c-3da989f01b97 service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038172 Jun 24 10:25:15.266076 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-1b8cf2b1-6a0b-43cf-8890-0e3c96cafd99 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:15.267496 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-1b8cf2b1-6a0b-43cf-8890-0e3c96cafd99 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/networks?id=403c5ff5-8a5f-4962-8aef-dabb2ed88792 HTTP/1.1" status: 200 len: 814 time: 0.1070499 Jun 24 10:25:15.284814 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-68f65514-78fa-4a8c-b1e4-3e0d650ca13f tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/quotas/5ea13d1f279d466e9a359c02548494b4 HTTP/1.1" status: 200 len: 375 time: 0.0097313 Jun 24 10:25:15.321565 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-f20d0d7e-3160-4525-905f-5662bf707d64 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5ea13d1f279d466e9a359c02548494b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312684 Jun 24 10:25:15.412277 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-569680ae-2375-4618-bf82-b6ad66062012 service neutron] 10.222.0.64 "GET /v2.0/networks/403c5ff5-8a5f-4962-8aef-dabb2ed88792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839977 Jun 24 10:25:15.490442 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce7191-88cf-4816-a766-8f682027276a req-4256d9e3-ea19-4668-a661-bdcda580a009 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:15.491992 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c7ce7191-88cf-4816-a766-8f682027276a req-4256d9e3-ea19-4668-a661-bdcda580a009 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f HTTP/1.1" status: 200 len: 944 time: 0.0755525 Jun 24 10:25:15.567828 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-e17efb55-d086-414a-9b32-95e1d69dd61d service neutron] 10.222.0.64 "GET /v2.0/networks/403c5ff5-8a5f-4962-8aef-dabb2ed88792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424987 Jun 24 10:25:15.578999 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c7ce7191-88cf-4816-a766-8f682027276a req-d1f15599-2284-4fea-ba94-da9a6e59e2dd tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=3be8ff73-9030-426c-80fe-c81fd463038a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632112 Jun 24 10:25:15.714133 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4434003-712f-4a9d-8286-235ac03531ab req-dceec1df-3c05-45dd-996a-27dd306b0744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:15.715751 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b4434003-712f-4a9d-8286-235ac03531ab req-dceec1df-3c05-45dd-996a-27dd306b0744 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=13b216e0dd4e46e2a2f4b275666118f6&device_id=0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f HTTP/1.1" status: 200 len: 1128 time: 0.0477443 Jun 24 10:25:15.746753 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8f2fa7b0-cb10-402e-a276-6b9a644db739 req-4b020b4d-d9ba-4eb9-8ddc-08da82446d16 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?device_id=61b7c293-c38d-4119-ae19-3f9e1681f49c HTTP/1.1" status: 200 len: 210 time: 0.0328448 Jun 24 10:25:15.978410 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4434003-712f-4a9d-8286-235ac03531ab req-45b964e7-51b6-4654-a91c-682653b7d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:15.979769 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b4434003-712f-4a9d-8286-235ac03531ab req-45b964e7-51b6-4654-a91c-682653b7d278 service neutron] 10.222.0.27 "GET /v2.0/networks?id=62d2509b-2c7f-4b5f-9593-650742984d82 HTTP/1.1" status: 200 len: 915 time: 0.0963659 Jun 24 10:25:16.023184 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b4434003-712f-4a9d-8286-235ac03531ab req-c8ac20ce-e5ad-4993-ba41-8689941550ae service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73f96876-3a38-4147-b0fd-ba55303f2406 HTTP/1.1" status: 200 len: 217 time: 0.0363934 Jun 24 10:25:16.251842 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4434003-712f-4a9d-8286-235ac03531ab req-e3b5b35e-7d8d-4a36-82ac-3fc07077291a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:16.253371 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b4434003-712f-4a9d-8286-235ac03531ab req-e3b5b35e-7d8d-4a36-82ac-3fc07077291a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=268c6001-37f9-4557-8ba3-5719eccd12d5 HTTP/1.1" status: 200 len: 853 time: 0.0527115 Jun 24 10:25:16.300854 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4434003-712f-4a9d-8286-235ac03531ab req-a875e270-cb01-41b5-8c9f-0d788c8eaa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:16.301022 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b4434003-712f-4a9d-8286-235ac03531ab req-a875e270-cb01-41b5-8c9f-0d788c8eaa8e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=62d2509b-2c7f-4b5f-9593-650742984d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420842 Jun 24 10:25:16.315932 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:16.348758 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:16.406987 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b4434003-712f-4a9d-8286-235ac03531ab req-c8c392bb-37b3-4014-9152-720850bd7f20 service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991747 Jun 24 10:25:16.506722 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b4434003-712f-4a9d-8286-235ac03531ab req-668f02a6-89a2-41fc-90df-7e994e8a7195 service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892465 Jun 24 10:25:16.706962 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e347a76-067b-483d-a7db-b39c4be9fa82 req-4d2de825-6469-405e-b575-ff96d03d3b79 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:16.708611 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3e347a76-067b-483d-a7db-b39c4be9fa82 req-4d2de825-6469-405e-b575-ff96d03d3b79 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f HTTP/1.1" status: 200 len: 944 time: 0.0525560 Jun 24 10:25:16.783292 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3e347a76-067b-483d-a7db-b39c4be9fa82 req-a6617068-ce5a-4c96-b90c-d476ac51cb3d tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=3be8ff73-9030-426c-80fe-c81fd463038a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662577 Jun 24 10:25:16.822271 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-ffef74b7-f6d1-419a-bc2f-33762214d814 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:16.823876 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-ffef74b7-f6d1-419a-bc2f-33762214d814 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.27 "GET /v2.0/networks?id=403c5ff5-8a5f-4962-8aef-dabb2ed88792 HTTP/1.1" status: 200 len: 814 time: 0.1133544 Jun 24 10:25:16.838464 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-61957a4a-380f-4789-b6d5-854f507e9aad tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Request body: {'port': {'device_id': '61b7c293-c38d-4119-ae19-3f9e1681f49c', 'network_id': '403c5ff5-8a5f-4962-8aef-dabb2ed88792', 'admin_state_up': True, 'tenant_id': '5ea13d1f279d466e9a359c02548494b4'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:25:16.868704 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b8393171-1346-4908-946a-b1624a27983a req-bb3af1f3-1e56-47f7-9972-bf1bb823a934 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?device_id=61b7c293-c38d-4119-ae19-3f9e1681f49c HTTP/1.1" status: 200 len: 210 time: 0.0335455 Jun 24 10:25:16.954071 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-61957a4a-380f-4789-b6d5-854f507e9aad tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Made reservation on behalf of 5ea13d1f279d466e9a359c02548494b4 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:25:16.957457 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-61957a4a-380f-4789-b6d5-854f507e9aad tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:17.082130 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-61957a4a-380f-4789-b6d5-854f507e9aad tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Allocated IP 172.20.0.3 (403c5ff5-8a5f-4962-8aef-dabb2ed88792/3b64cf55-a6f0-4641-931b-5060accdbc36/73f33625-e9bd-45dd-b6cc-b25f1b9660d1) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:25:17.255445 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-61957a4a-380f-4789-b6d5-854f507e9aad tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Publish callbacks [] for port (73f33625-e9bd-45dd-b6cc-b25f1b9660d1), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:17.294030 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-61957a4a-380f-4789-b6d5-854f507e9aad tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (73f33625-e9bd-45dd-b6cc-b25f1b9660d1), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:17.341964 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-61957a4a-380f-4789-b6d5-854f507e9aad tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Network 403c5ff5-8a5f-4962-8aef-dabb2ed88792 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:25:17.344936 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-61957a4a-380f-4789-b6d5-854f507e9aad tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:25:17.348733 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-61957a4a-380f-4789-b6d5-854f507e9aad tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:25:17.371353 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61957a4a-380f-4789-b6d5-854f507e9aad tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Pushing event updated for resources: {'Port': ['ID=73f33625-e9bd-45dd-b6cc-b25f1b9660d1,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:17.379513 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:17.400946 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-61957a4a-380f-4789-b6d5-854f507e9aad tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:17.401560 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-61957a4a-380f-4789-b6d5-854f507e9aad tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:17.419148 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-61957a4a-380f-4789-b6d5-854f507e9aad tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5856423 Jun 24 10:25:17.430910 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-e5fd5d26-0d4e-40e0-97ce-25632cb19577 service neutron] Request body: {'port': {'device_id': '61b7c293-c38d-4119-ae19-3f9e1681f49c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:25:17.456140 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:17.493892 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-e5fd5d26-0d4e-40e0-97ce-25632cb19577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (73f33625-e9bd-45dd-b6cc-b25f1b9660d1), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:17.592681 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 73f96876-3a38-4147-b0fd-ba55303f2406 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:25:17.776292 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-e5fd5d26-0d4e-40e0-97ce-25632cb19577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f33625-e9bd-45dd-b6cc-b25f1b9660d1 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:25:17.784445 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-e5fd5d26-0d4e-40e0-97ce-25632cb19577 service neutron] Publish callbacks [] for port (73f33625-e9bd-45dd-b6cc-b25f1b9660d1), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:17.798051 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-e5fd5d26-0d4e-40e0-97ce-25632cb19577 service neutron] Transition to ACTIVE for port object 73f33625-e9bd-45dd-b6cc-b25f1b9660d1 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:25:17.803432 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-e5fd5d26-0d4e-40e0-97ce-25632cb19577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (73f33625-e9bd-45dd-b6cc-b25f1b9660d1), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:17.835575 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 73f96876-3a38-4147-b0fd-ba55303f2406, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=73f96876-3a38-4147-b0fd-ba55303f2406,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:17.849047 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': '73f96876-3a38-4147-b0fd-ba55303f2406', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'port_id': '73f96876-3a38-4147-b0fd-ba55303f2406', 'mac_address': 'fa:16:3e:de:f4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:25:17.876978 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd5d26-0d4e-40e0-97ce-25632cb19577 service neutron] Pushing event updated for resources: {'Port': ['ID=73f33625-e9bd-45dd-b6cc-b25f1b9660d1,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:17.891459 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 73f96876-3a38-4147-b0fd-ba55303f2406 is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:25:17.891856 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (73f96876-3a38-4147-b0fd-ba55303f2406), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:17.908354 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f96876-3a38-4147-b0fd-ba55303f2406 {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:25:17.916334 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fa7f3-fdc1-4198-aeb7-642d1497293c req-ba59bda3-f5cc-4010-bdc6-1aeebb574029 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:17.925268 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a77fa7f3-fdc1-4198-aeb7-642d1497293c req-ba59bda3-f5cc-4010-bdc6-1aeebb574029 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f HTTP/1.1" status: 200 len: 944 time: 0.0683925 Jun 24 10:25:17.933894 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 73f96876-3a38-4147-b0fd-ba55303f2406, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=73f96876-3a38-4147-b0fd-ba55303f2406,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:17.940899 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (73f96876-3a38-4147-b0fd-ba55303f2406), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:17.943294 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-e5fd5d26-0d4e-40e0-97ce-25632cb19577 service neutron] Attempting to bind port 73f33625-e9bd-45dd-b6cc-b25f1b9660d1 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:25:17.943632 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-e5fd5d26-0d4e-40e0-97ce-25632cb19577 service neutron] Attempting to bind port 73f33625-e9bd-45dd-b6cc-b25f1b9660d1 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'e503f59a-56d9-414b-a79d-d55a4e5ee1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '403c5ff5-8a5f-4962-8aef-dabb2ed88792'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:25:17.943970 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-e5fd5d26-0d4e-40e0-97ce-25632cb19577 service neutron] Attempting to bind port 73f33625-e9bd-45dd-b6cc-b25f1b9660d1 on network 403c5ff5-8a5f-4962-8aef-dabb2ed88792 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:25:17.949749 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-e5fd5d26-0d4e-40e0-97ce-25632cb19577 service neutron] Port 73f33625-e9bd-45dd-b6cc-b25f1b9660d1 on network 403c5ff5-8a5f-4962-8aef-dabb2ed88792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:25:17.950105 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-e5fd5d26-0d4e-40e0-97ce-25632cb19577 service neutron] Attempting to bind port 73f33625-e9bd-45dd-b6cc-b25f1b9660d1 on network 403c5ff5-8a5f-4962-8aef-dabb2ed88792 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:25:17.956865 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-e5fd5d26-0d4e-40e0-97ce-25632cb19577 service neutron] Checking agent: {'id': '900df4b4-ebee-48f1-a22a-a520f0296ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'started_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:25:17.957196 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-e5fd5d26-0d4e-40e0-97ce-25632cb19577 service neutron] Checking segment: {'id': 'e503f59a-56d9-414b-a79d-d55a4e5ee1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '403c5ff5-8a5f-4962-8aef-dabb2ed88792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:25:17.957567 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-e5fd5d26-0d4e-40e0-97ce-25632cb19577 service neutron] Bound using segment: {'id': 'e503f59a-56d9-414b-a79d-d55a4e5ee1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '403c5ff5-8a5f-4962-8aef-dabb2ed88792'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:25:17.958534 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-e5fd5d26-0d4e-40e0-97ce-25632cb19577 service neutron] Bound port: 73f33625-e9bd-45dd-b6cc-b25f1b9660d1, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e503f59a-56d9-414b-a79d-d55a4e5ee1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '403c5ff5-8a5f-4962-8aef-dabb2ed88792'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:25:17.958937 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-e5fd5d26-0d4e-40e0-97ce-25632cb19577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (73f33625-e9bd-45dd-b6cc-b25f1b9660d1), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:17.990151 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=73f96876-3a38-4147-b0fd-ba55303f2406,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:17.998501 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:17.998951 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:17.999359 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:17.999764 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.000161 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.000552 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.001064 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.001396 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.001717 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.002209 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.002532 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.003041 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.003364 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.003690 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.004012 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.028214 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-e5fd5d26-0d4e-40e0-97ce-25632cb19577 service neutron] For port 73f33625-e9bd-45dd-b6cc-b25f1b9660d1, host hv-cinder-84713, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:25:18.031526 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-e5fd5d26-0d4e-40e0-97ce-25632cb19577 service neutron] For port 73f33625-e9bd-45dd-b6cc-b25f1b9660d1, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=73f33625-e9bd-45dd-b6cc-b25f1b9660d1,segment=NetworkSegment(e503f59a-56d9-414b-a79d-d55a4e5ee1c7),segment_id=e503f59a-56d9-414b-a79d-d55a4e5ee1c7)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:25:18.036491 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d3c40-721e-4782-89e1-89c84b9416bb req-b48347d5-8b19-46f0-bd1a-4dbf5b5c41fc tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:18.037631 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-e5fd5d26-0d4e-40e0-97ce-25632cb19577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (73f33625-e9bd-45dd-b6cc-b25f1b9660d1), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:18.037997 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8c8d3c40-721e-4782-89e1-89c84b9416bb req-b48347d5-8b19-46f0-bd1a-4dbf5b5c41fc tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?device_id=61b7c293-c38d-4119-ae19-3f9e1681f49c HTTP/1.1" status: 200 len: 943 time: 0.0822976 Jun 24 10:25:18.041206 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a77fa7f3-fdc1-4198-aeb7-642d1497293c req-09530e27-fc02-4178-9bb2-f61076f4a5cf tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=3be8ff73-9030-426c-80fe-c81fd463038a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1151543 Jun 24 10:25:18.077424 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-e5fd5d26-0d4e-40e0-97ce-25632cb19577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:18.078091 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-e5fd5d26-0d4e-40e0-97ce-25632cb19577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:18.079533 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-e5fd5d26-0d4e-40e0-97ce-25632cb19577 service neutron] 10.222.0.27 "PUT /v2.0/ports/73f33625-e9bd-45dd-b6cc-b25f1b9660d1 HTTP/1.1" status: 200 len: 1093 time: 0.6535907 Jun 24 10:25:18.080076 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b7c293-c38d-4119-ae19-3f9e1681f49c', 'tag': '73f33625-e9bd-45dd-b6cc-b25f1b9660d1'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:25:18.082243 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccd5456-ca62-427e-bbdd-f8de499f6be5" -d '{"events": [{"name": "network-changed", "server_uuid": "61b7c293-c38d-4119-ae19-3f9e1681f49c", "tag": "73f33625-e9bd-45dd-b6cc-b25f1b9660d1"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:25:18.103501 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd5d26-0d4e-40e0-97ce-25632cb19577 service neutron] Pushing event updated for resources: {'Port': ['ID=73f33625-e9bd-45dd-b6cc-b25f1b9660d1,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:18.126208 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4280299-e1dd-4b27-a574-81d833edbec8 x-openstack-request-id: req-c4280299-e1dd-4b27-a574-81d833edbec8 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:25:18.126503 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b7c293-c38d-4119-ae19-3f9e1681f49c", "tag": "73f33625-e9bd-45dd-b6cc-b25f1b9660d1", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:25:18.126682 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8c8d3c40-721e-4782-89e1-89c84b9416bb req-552640c4-ea24-4834-ad98-98346e580a5c tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809700 Jun 24 10:25:18.126836 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4280299-e1dd-4b27-a574-81d833edbec8 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:25:18.127184 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4280299-e1dd-4b27-a574-81d833edbec8'] response: {'name': 'network-changed', 'server_uuid': '61b7c293-c38d-4119-ae19-3f9e1681f49c', 'tag': '73f33625-e9bd-45dd-b6cc-b25f1b9660d1', 'status': 'completed', 'code': 200} Jun 24 10:25:18.149974 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['73f96876-3a38-4147-b0fd-ba55303f2406'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:25:18.169549 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-89f9a2a0-779b-46a6-94f4-039dddbea471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:18.171336 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-89f9a2a0-779b-46a6-94f4-039dddbea471 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=5ea13d1f279d466e9a359c02548494b4&device_id=61b7c293-c38d-4119-ae19-3f9e1681f49c HTTP/1.1" status: 200 len: 1127 time: 0.0409412 Jun 24 10:25:18.213857 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-561097af-5b16-4597-9f7f-bb0e4297bb56 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73f33625-e9bd-45dd-b6cc-b25f1b9660d1 HTTP/1.1" status: 200 len: 217 time: 0.0357792 Jun 24 10:25:18.263955 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-1cda9ad5-5cc6-49d0-9a59-b7383ee00491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:18.265406 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-1cda9ad5-5cc6-49d0-9a59-b7383ee00491 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3b64cf55-a6f0-4641-931b-5060accdbc36 HTTP/1.1" status: 200 len: 854 time: 0.0448759 Jun 24 10:25:18.297761 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-f9f08aa2-a8bb-4233-acb4-d86b88a89b01 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=403c5ff5-8a5f-4962-8aef-dabb2ed88792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262933 Jun 24 10:25:18.371876 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:18.393546 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-bec63067-a5b3-41de-be8b-78614c8e4287 service neutron] 10.222.0.27 "GET /v2.0/networks/403c5ff5-8a5f-4962-8aef-dabb2ed88792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890150 Jun 24 10:25:18.456024 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:18.483248 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-91b8bdeb-2963-474d-9f37-0af771f4a683 req-c12b5d0d-ad6a-4f84-89fe-b0d1748c34f5 service neutron] 10.222.0.27 "GET /v2.0/networks/403c5ff5-8a5f-4962-8aef-dabb2ed88792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830934 Jun 24 10:25:19.177155 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42866c5a-2e1b-439a-9087-f32fa398dda4 req-2f4cc7c9-19b8-4a36-b726-986f727095a4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:19.178560 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-42866c5a-2e1b-439a-9087-f32fa398dda4 req-2f4cc7c9-19b8-4a36-b726-986f727095a4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f HTTP/1.1" status: 200 len: 945 time: 0.0531878 Jun 24 10:25:19.274983 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cf952-4dd3-463a-a399-fe2abf796288 req-8c431d6f-f206-4279-b74c-8dfbec36a5a2 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:19.276557 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e51cf952-4dd3-463a-a399-fe2abf796288 req-8c431d6f-f206-4279-b74c-8dfbec36a5a2 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?device_id=61b7c293-c38d-4119-ae19-3f9e1681f49c HTTP/1.1" status: 200 len: 943 time: 0.0771518 Jun 24 10:25:19.282215 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-42866c5a-2e1b-439a-9087-f32fa398dda4 req-ccc946c0-4517-4dec-9c28-834406b90d74 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=3be8ff73-9030-426c-80fe-c81fd463038a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909569 Jun 24 10:25:19.289705 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:19.331707 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e51cf952-4dd3-463a-a399-fe2abf796288 req-35b12054-49e6-4d16-be7c-894dc203f62d tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483062 Jun 24 10:25:19.502923 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd5456-ca62-427e-bbdd-f8de499f6be5 req-8b5fd3c9-e883-452c-adf1-8f6a7de98b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:19.504421 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dccd5456-ca62-427e-bbdd-f8de499f6be5 req-8b5fd3c9-e883-452c-adf1-8f6a7de98b31 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=5ea13d1f279d466e9a359c02548494b4&device_id=61b7c293-c38d-4119-ae19-3f9e1681f49c HTTP/1.1" status: 200 len: 1127 time: 0.3372416 Jun 24 10:25:19.595126 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd5456-ca62-427e-bbdd-f8de499f6be5 req-9e04fb5d-471c-45de-acf5-6e0457577774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:19.596472 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dccd5456-ca62-427e-bbdd-f8de499f6be5 req-9e04fb5d-471c-45de-acf5-6e0457577774 service neutron] 10.222.0.27 "GET /v2.0/networks?id=403c5ff5-8a5f-4962-8aef-dabb2ed88792 HTTP/1.1" status: 200 len: 915 time: 0.0858529 Jun 24 10:25:19.608567 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 73f96876-3a38-4147-b0fd-ba55303f2406 up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:25:19.638664 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dccd5456-ca62-427e-bbdd-f8de499f6be5 req-d0103da7-cb40-4359-84a7-3ba21607e775 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73f33625-e9bd-45dd-b6cc-b25f1b9660d1 HTTP/1.1" status: 200 len: 217 time: 0.0356836 Jun 24 10:25:19.646435 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:19.654782 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:19.655981 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning for port 73f96876-3a38-4147-b0fd-ba55303f2406 completed by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:25:19.662673 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port 73f96876-3a38-4147-b0fd-ba55303f2406 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:25:19.663074 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (73f96876-3a38-4147-b0fd-ba55303f2406), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:19.687455 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd5456-ca62-427e-bbdd-f8de499f6be5 req-a418f111-9ac4-4887-838f-f6c4dacd8c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:19.688940 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dccd5456-ca62-427e-bbdd-f8de499f6be5 req-a418f111-9ac4-4887-838f-f6c4dacd8c2c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3b64cf55-a6f0-4641-931b-5060accdbc36 HTTP/1.1" status: 200 len: 854 time: 0.0448110 Jun 24 10:25:19.721467 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dccd5456-ca62-427e-bbdd-f8de499f6be5 req-8aec0a90-3e1a-49b5-816c-abc8bec269aa service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=403c5ff5-8a5f-4962-8aef-dabb2ed88792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269582 Jun 24 10:25:19.739683 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 73f96876-3a38-4147-b0fd-ba55303f2406 is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:25:19.740071 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (73f96876-3a38-4147-b0fd-ba55303f2406), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:19.763841 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f96876-3a38-4147-b0fd-ba55303f2406'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:25:19.766123 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98fba96-537e-4ac5-9820-d15fd3f822d5" -d '{"events": [{"server_uuid": "0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f", "name": "network-vif-plugged", "status": "completed", "tag": "73f96876-3a38-4147-b0fd-ba55303f2406"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:25:19.778886 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 73f96876-3a38-4147-b0fd-ba55303f2406, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=73f96876-3a38-4147-b0fd-ba55303f2406,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:19.784293 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (73f96876-3a38-4147-b0fd-ba55303f2406), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:19.807825 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6aa751-2685-49f4-a767-72cb2ac39502 x-openstack-request-id: req-3e6aa751-2685-49f4-a767-72cb2ac39502 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:25:19.808115 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f", "name": "network-vif-plugged", "status": "completed", "tag": "73f96876-3a38-4147-b0fd-ba55303f2406", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:25:19.808363 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e6aa751-2685-49f4-a767-72cb2ac39502 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:25:19.808759 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e6aa751-2685-49f4-a767-72cb2ac39502'] response: {'server_uuid': '0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f96876-3a38-4147-b0fd-ba55303f2406', 'code': 200} Jun 24 10:25:19.819181 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dccd5456-ca62-427e-bbdd-f8de499f6be5 req-7c1ada6b-cd58-4550-b9b7-42d02461fb70 service neutron] 10.222.0.27 "GET /v2.0/networks/403c5ff5-8a5f-4962-8aef-dabb2ed88792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910068 Jun 24 10:25:19.834744 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=73f96876-3a38-4147-b0fd-ba55303f2406,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:19.912533 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dccd5456-ca62-427e-bbdd-f8de499f6be5 req-45a46504-914a-459f-931c-9a3bb9381e5f service neutron] 10.222.0.27 "GET /v2.0/networks/403c5ff5-8a5f-4962-8aef-dabb2ed88792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878973 Jun 24 10:25:19.979798 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ff45e-ac2f-4900-8ed8-46b008fa5fbf req-18814a88-df08-4f62-9596-0381f2f31e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:19.981294 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-062ff45e-ac2f-4900-8ed8-46b008fa5fbf req-18814a88-df08-4f62-9596-0381f2f31e96 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f HTTP/1.1" status: 200 len: 1130 time: 0.0412433 Jun 24 10:25:20.033802 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-062ff45e-ac2f-4900-8ed8-46b008fa5fbf req-e4ce6f26-5444-4358-8120-1a799d30147f service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=3be8ff73-9030-426c-80fe-c81fd463038a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467687 Jun 24 10:25:20.409554 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc205e1-d70a-4243-a63d-a4ca7937276d req-396d6eb4-66d6-41d7-8d40-eff21c8253b3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:20.411061 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fcc205e1-d70a-4243-a63d-a4ca7937276d req-396d6eb4-66d6-41d7-8d40-eff21c8253b3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f HTTP/1.1" status: 200 len: 946 time: 0.0528958 Jun 24 10:25:20.479338 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048dadd-0624-4d6e-88ec-d572fff814bc req-300b570e-2ecb-472b-9eb3-dd7042e90a25 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:20.480757 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0048dadd-0624-4d6e-88ec-d572fff814bc req-300b570e-2ecb-472b-9eb3-dd7042e90a25 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?device_id=61b7c293-c38d-4119-ae19-3f9e1681f49c HTTP/1.1" status: 200 len: 943 time: 0.0688396 Jun 24 10:25:20.489941 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:20.505776 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fcc205e1-d70a-4243-a63d-a4ca7937276d req-a6fea6a4-7c60-4eea-a655-65932680fccd tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=3be8ff73-9030-426c-80fe-c81fd463038a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836451 Jun 24 10:25:20.541045 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0048dadd-0624-4d6e-88ec-d572fff814bc req-10ba5c23-897f-4775-bde7-258284837d60 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499630 Jun 24 10:25:21.609493 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 73f33625-e9bd-45dd-b6cc-b25f1b9660d1 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:25:21.655032 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222a4fb-4cd8-496e-8948-35fe105daa0d req-55221ae8-23b0-4ec4-89c6-0bb5fabdaa7c tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:21.656499 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9222a4fb-4cd8-496e-8948-35fe105daa0d req-55221ae8-23b0-4ec4-89c6-0bb5fabdaa7c tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f HTTP/1.1" status: 200 len: 946 time: 0.0740688 Jun 24 10:25:21.671080 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d95f28-918e-4d74-ba54-e7f0bad3a20c req-7184a65b-bd24-4b48-85ab-852d2131e2f9 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:21.672492 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-41d95f28-918e-4d74-ba54-e7f0bad3a20c req-7184a65b-bd24-4b48-85ab-852d2131e2f9 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?device_id=61b7c293-c38d-4119-ae19-3f9e1681f49c HTTP/1.1" status: 200 len: 943 time: 0.0609694 Jun 24 10:25:21.713571 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 73f33625-e9bd-45dd-b6cc-b25f1b9660d1, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=73f33625-e9bd-45dd-b6cc-b25f1b9660d1,segment=NetworkSegment(e503f59a-56d9-414b-a79d-d55a4e5ee1c7),segment_id=e503f59a-56d9-414b-a79d-d55a4e5ee1c7)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:21.725135 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': '73f33625-e9bd-45dd-b6cc-b25f1b9660d1', 'network_id': '403c5ff5-8a5f-4962-8aef-dabb2ed88792', 'port_id': '73f33625-e9bd-45dd-b6cc-b25f1b9660d1', 'mac_address': 'fa:16:3e:66:fb:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b64cf55-a6f0-4641-931b-5060accdbc36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:25:21.749012 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9222a4fb-4cd8-496e-8948-35fe105daa0d req-af9f2ad0-46d8-4d51-9111-6083fcd7e1c6 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=3be8ff73-9030-426c-80fe-c81fd463038a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851936 Jun 24 10:25:21.753180 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-41d95f28-918e-4d74-ba54-e7f0bad3a20c req-541df7e8-ec28-47c9-87a2-0d7cd3ccbbe0 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746198 Jun 24 10:25:21.769437 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 73f33625-e9bd-45dd-b6cc-b25f1b9660d1 is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:25:21.769895 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (73f33625-e9bd-45dd-b6cc-b25f1b9660d1), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:21.787765 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f33625-e9bd-45dd-b6cc-b25f1b9660d1 {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:25:21.808532 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 73f33625-e9bd-45dd-b6cc-b25f1b9660d1, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=73f33625-e9bd-45dd-b6cc-b25f1b9660d1,segment=NetworkSegment(e503f59a-56d9-414b-a79d-d55a4e5ee1c7),segment_id=e503f59a-56d9-414b-a79d-d55a4e5ee1c7)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:21.813737 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (73f33625-e9bd-45dd-b6cc-b25f1b9660d1), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:21.860464 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c7e5c-4f1a-4541-b78a-f0aad12c0f3e req-25823cd9-2ec3-469d-ba36-9f72520bb2a7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:21.860730 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=73f33625-e9bd-45dd-b6cc-b25f1b9660d1,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:21.861951 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-637c7e5c-4f1a-4541-b78a-f0aad12c0f3e req-25823cd9-2ec3-469d-ba36-9f72520bb2a7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f HTTP/1.1" status: 200 len: 946 time: 0.0486732 Jun 24 10:25:21.871679 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 41032) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:25:21.876126 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-fd4cc8af-43df-4d6f-9bfd-3f0d2e578446 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Request body: {'floatingip': {'port_id': '73f96876-3a38-4147-b0fd-ba55303f2406'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:25:21.912960 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fd4cc8af-43df-4d6f-9bfd-3f0d2e578446 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (74dcc53f-08c2-4078-97d3-7664ad436aee), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:22.018078 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['73f33625-e9bd-45dd-b6cc-b25f1b9660d1'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:25:22.333266 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fd4cc8af-43df-4d6f-9bfd-3f0d2e578446 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:22.340976 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fd4cc8af-43df-4d6f-9bfd-3f0d2e578446 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (74dcc53f-08c2-4078-97d3-7664ad436aee), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:22.444279 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:22.454358 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [None req-fd4cc8af-43df-4d6f-9bfd-3f0d2e578446 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Floating IP 74dcc53f-08c2-4078-97d3-7664ad436aee associated. External IP: 172.27.0.124, port: 73f96876-3a38-4147-b0fd-ba55303f2406. Jun 24 10:25:22.662624 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4cc8af-43df-4d6f-9bfd-3f0d2e578446 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Router 4e6ef35d-71a4-4044-8467-446df607abc2 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:25:22.664918 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:22.767483 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4cc8af-43df-4d6f-9bfd-3f0d2e578446 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:25:22.772138 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fd4cc8af-43df-4d6f-9bfd-3f0d2e578446 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:22.782222 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6452a08-f9d8-476f-a7eb-41d9920b08d0 None None] Sync routers for ids ['4e6ef35d-71a4-4044-8467-446df607abc2'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:25:22.793610 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6452a08-f9d8-476f-a7eb-41d9920b08d0 None None] Routers {'4e6ef35d-71a4-4044-8467-446df607abc2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:25:22.794263 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e6452a08-f9d8-476f-a7eb-41d9920b08d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:24:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4e6ef35d-71a4-4044-8467-446df607abc2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:25:22.809875 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-fd4cc8af-43df-4d6f-9bfd-3f0d2e578446 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "PUT /v2.0/floatingips/74dcc53f-08c2-4078-97d3-7664ad436aee HTTP/1.1" status: 200 len: 992 time: 0.9370775 Jun 24 10:25:22.810452 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f', 'tag': '73f96876-3a38-4147-b0fd-ba55303f2406'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:25:22.812769 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0842cb78391e2f7ce2bbbb97d4275cb0a39767f3185dad610fa5b26cb1bc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb09ac5a-72b0-428a-8742-5ba8226034de" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f", "tag": "73f96876-3a38-4147-b0fd-ba55303f2406"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:25:22.860278 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f80e3a7-6f2a-46a6-b7e0-f19c8d41e333 x-openstack-request-id: req-1f80e3a7-6f2a-46a6-b7e0-f19c8d41e333 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:25:22.860630 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f", "tag": "73f96876-3a38-4147-b0fd-ba55303f2406", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:25:22.860805 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f80e3a7-6f2a-46a6-b7e0-f19c8d41e333 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:25:22.861208 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f80e3a7-6f2a-46a6-b7e0-f19c8d41e333'] response: {'name': 'network-changed', 'server_uuid': '0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f', 'tag': '73f96876-3a38-4147-b0fd-ba55303f2406', 'status': 'completed', 'code': 200} Jun 24 10:25:22.879618 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc220a-d000-42a9-9284-45a0760a1d86 req-affc17fe-b3f6-49d2-aa90-8e2861e54c30 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:22.881102 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9adc220a-d000-42a9-9284-45a0760a1d86 req-affc17fe-b3f6-49d2-aa90-8e2861e54c30 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?device_id=61b7c293-c38d-4119-ae19-3f9e1681f49c HTTP/1.1" status: 200 len: 944 time: 0.0527225 Jun 24 10:25:22.894511 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-e6452a08-f9d8-476f-a7eb-41d9920b08d0 None None] Set router 4e6ef35d-71a4-4044-8467-446df607abc2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:25:22.915155 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09ac5a-72b0-428a-8742-5ba8226034de req-63f7341a-efd5-4f8f-9169-1d9a066f6edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:22.916879 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb09ac5a-72b0-428a-8742-5ba8226034de req-63f7341a-efd5-4f8f-9169-1d9a066f6edd service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=13b216e0dd4e46e2a2f4b275666118f6&device_id=0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f HTTP/1.1" status: 200 len: 1130 time: 0.0407362 Jun 24 10:25:22.932644 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9adc220a-d000-42a9-9284-45a0760a1d86 req-d0c4509f-59ed-40d6-a641-71fd44c4d1ce tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440290 Jun 24 10:25:23.010134 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09ac5a-72b0-428a-8742-5ba8226034de req-ae912683-ee98-49b8-94e8-e30ccfc4c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:23.011533 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb09ac5a-72b0-428a-8742-5ba8226034de req-ae912683-ee98-49b8-94e8-e30ccfc4c2e6 service neutron] 10.222.0.27 "GET /v2.0/networks?id=62d2509b-2c7f-4b5f-9593-650742984d82 HTTP/1.1" status: 200 len: 915 time: 0.0886312 Jun 24 10:25:23.078367 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb09ac5a-72b0-428a-8742-5ba8226034de req-6d8a3efb-b407-46b8-a547-aee2b8117de5 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73f96876-3a38-4147-b0fd-ba55303f2406 HTTP/1.1" status: 200 len: 1000 time: 0.0608249 Jun 24 10:25:23.122464 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e6452a08-f9d8-476f-a7eb-41d9920b08d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '74dcc53f-08c2-4078-97d3-7664ad436aee', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'port_id': '73f96876-3a38-4147-b0fd-ba55303f2406', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'mac_address': 'fa:16:3e:de:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:25:07Z', 'updated_at': '2022-06-24T10:25:22Z', 'revision_number': 1, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:25:23.133718 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09ac5a-72b0-428a-8742-5ba8226034de req-5d0b7927-eb3d-4302-afd4-d3337595cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:23.135253 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb09ac5a-72b0-428a-8742-5ba8226034de req-5d0b7927-eb3d-4302-afd4-d3337595cb8d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=268c6001-37f9-4557-8ba3-5719eccd12d5 HTTP/1.1" status: 200 len: 853 time: 0.0512161 Jun 24 10:25:23.147419 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6452a08-f9d8-476f-a7eb-41d9920b08d0 None None] Checking router: 4e6ef35d-71a4-4044-8467-446df607abc2 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:25:23.156769 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6452a08-f9d8-476f-a7eb-41d9920b08d0 None None] Routers {'4e6ef35d-71a4-4044-8467-446df607abc2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:25:23.157385 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e6452a08-f9d8-476f-a7eb-41d9920b08d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:24:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4e6ef35d-71a4-4044-8467-446df607abc2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:25:23.181601 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09ac5a-72b0-428a-8742-5ba8226034de req-808aef0c-1317-4dec-9e65-968ba4cf3703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:23.183365 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb09ac5a-72b0-428a-8742-5ba8226034de req-808aef0c-1317-4dec-9e65-968ba4cf3703 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=62d2509b-2c7f-4b5f-9593-650742984d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423892 Jun 24 10:25:23.257106 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-e6452a08-f9d8-476f-a7eb-41d9920b08d0 None None] Set router 4e6ef35d-71a4-4044-8467-446df607abc2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:25:23.277785 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb09ac5a-72b0-428a-8742-5ba8226034de req-9ad5ba57-33ae-4a75-9af6-19a6a3e5321b service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883963 Jun 24 10:25:23.300317 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:23.354617 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:23.374928 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb09ac5a-72b0-428a-8742-5ba8226034de req-9731f76f-8fe3-4aa7-9c4e-7b3b2b33d7d5 service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912058 Jun 24 10:25:23.472288 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e6452a08-f9d8-476f-a7eb-41d9920b08d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '74dcc53f-08c2-4078-97d3-7664ad436aee', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'port_id': '73f96876-3a38-4147-b0fd-ba55303f2406', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'mac_address': 'fa:16:3e:de:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:25:07Z', 'updated_at': '2022-06-24T10:25:22Z', 'revision_number': 1, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:25:23.574228 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6452a08-f9d8-476f-a7eb-41d9920b08d0 None None] The sync data for ids ['4e6ef35d-71a4-4044-8467-446df607abc2'] in dv-cinder-847132-2-iscsi is: [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '74dcc53f-08c2-4078-97d3-7664ad436aee', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'port_id': '73f96876-3a38-4147-b0fd-ba55303f2406', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'mac_address': 'fa:16:3e:de:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:25:07Z', 'updated_at': '2022-06-24T10:25:22Z', 'revision_number': 1, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:25:23.624895 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 73f33625-e9bd-45dd-b6cc-b25f1b9660d1 up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:25:23.673368 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning for port 73f33625-e9bd-45dd-b6cc-b25f1b9660d1 completed by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:25:23.682332 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port 73f33625-e9bd-45dd-b6cc-b25f1b9660d1 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:25:23.682790 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (73f33625-e9bd-45dd-b6cc-b25f1b9660d1), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:23.761298 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 73f33625-e9bd-45dd-b6cc-b25f1b9660d1 is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:25:23.761691 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (73f33625-e9bd-45dd-b6cc-b25f1b9660d1), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:23.770993 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:23.784637 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d901d598-8275-490d-9a7f-21e8b3d73b18 None None] New status for floating IP 74dcc53f-08c2-4078-97d3-7664ad436aee: ACTIVE {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:25:23.793090 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b7c293-c38d-4119-ae19-3f9e1681f49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f33625-e9bd-45dd-b6cc-b25f1b9660d1'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:25:23.795312 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db831392-1076-4ceb-bfd6-e9b617015ff1" -d '{"events": [{"server_uuid": "61b7c293-c38d-4119-ae19-3f9e1681f49c", "name": "network-vif-plugged", "status": "completed", "tag": "73f33625-e9bd-45dd-b6cc-b25f1b9660d1"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:25:23.831640 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:23.837820 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 73f33625-e9bd-45dd-b6cc-b25f1b9660d1, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=73f33625-e9bd-45dd-b6cc-b25f1b9660d1,segment=NetworkSegment(e503f59a-56d9-414b-a79d-d55a4e5ee1c7),segment_id=e503f59a-56d9-414b-a79d-d55a4e5ee1c7)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:23.839629 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586eff80-6ab9-48b6-926d-5a8a9159a0f8 x-openstack-request-id: req-586eff80-6ab9-48b6-926d-5a8a9159a0f8 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:25:23.839917 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b7c293-c38d-4119-ae19-3f9e1681f49c", "name": "network-vif-plugged", "status": "completed", "tag": "73f33625-e9bd-45dd-b6cc-b25f1b9660d1", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:25:23.840200 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-586eff80-6ab9-48b6-926d-5a8a9159a0f8 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:25:23.840553 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-586eff80-6ab9-48b6-926d-5a8a9159a0f8'] response: {'server_uuid': '61b7c293-c38d-4119-ae19-3f9e1681f49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f33625-e9bd-45dd-b6cc-b25f1b9660d1', 'code': 200} Jun 24 10:25:23.848030 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (73f33625-e9bd-45dd-b6cc-b25f1b9660d1), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:23.945926 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=73f33625-e9bd-45dd-b6cc-b25f1b9660d1,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:24.019527 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b5bb3-a35c-4a75-b95e-4ef3c3ebdaa5 req-d0f2f244-e5d4-4d6a-8d40-cebf936fa0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:24.021071 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6f7b5bb3-a35c-4a75-b95e-4ef3c3ebdaa5 req-d0f2f244-e5d4-4d6a-8d40-cebf936fa0ad service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=61b7c293-c38d-4119-ae19-3f9e1681f49c HTTP/1.1" status: 200 len: 1129 time: 0.0508933 Jun 24 10:25:24.061511 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70721686-bcc9-4be9-b8cf-9a37f0f14eae req-8000780d-9154-45d8-9c68-5c309fb8ad74 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:24.063041 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-70721686-bcc9-4be9-b8cf-9a37f0f14eae req-8000780d-9154-45d8-9c68-5c309fb8ad74 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?device_id=61b7c293-c38d-4119-ae19-3f9e1681f49c HTTP/1.1" status: 200 len: 945 time: 0.0537515 Jun 24 10:25:24.067379 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6f7b5bb3-a35c-4a75-b95e-4ef3c3ebdaa5 req-844dfd89-20fc-4eca-ada0-31fe90a3d907 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401769 Jun 24 10:25:24.110971 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-70721686-bcc9-4be9-b8cf-9a37f0f14eae req-e8ef1552-f3e9-4546-b1c8-f364a09cd80d tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420015 Jun 24 10:25:24.857281 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0732b500-69c1-49b9-a74f-f7443ea2bac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:25.240509 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed320426-fa77-40c7-b3ef-db0d922d493a req-cc5cff1e-2336-4cfe-a056-b2a873b6c10b tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:25.241920 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ed320426-fa77-40c7-b3ef-db0d922d493a req-cc5cff1e-2336-4cfe-a056-b2a873b6c10b tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?device_id=61b7c293-c38d-4119-ae19-3f9e1681f49c HTTP/1.1" status: 200 len: 945 time: 0.0525925 Jun 24 10:25:25.296474 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ed320426-fa77-40c7-b3ef-db0d922d493a req-8d1757d4-7d69-4592-830a-b2fbab15d8fc tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474367 Jun 24 10:25:27.138223 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-479711bd-9fab-4f75-a6d8-a7dd4e3a9593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:28.362681 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:29.780442 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:29.941136 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:31.597807 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:25:34.062396 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=12 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:34.064529 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=14 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:35.289621 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=40 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:35.292681 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=64 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:39.934010 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=34,neutron:UPDATE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:39.935988 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:40.206448 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:41.593932 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=76 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:41.595015 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=80 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:44.501968 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb68a46-a457-4749-a03e-9f62283a7a0f req-fdd77b34-e2eb-4ac6-8c19-fd0bcceb4e06 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:44.503393 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0bb68a46-a457-4749-a03e-9f62283a7a0f req-fdd77b34-e2eb-4ac6-8c19-fd0bcceb4e06 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?device_id=61b7c293-c38d-4119-ae19-3f9e1681f49c HTTP/1.1" status: 200 len: 945 time: 0.0505235 Jun 24 10:25:44.553434 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0bb68a46-a457-4749-a03e-9f62283a7a0f req-704f3697-9e73-471e-ad33-d0b17481c62a tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443027 Jun 24 10:25:45.675567 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4ff6b-d763-4ac5-abb5-744a47d37fb5 req-823f1f7f-7f79-4807-8463-7b6d3ebd7c12 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:45.677270 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-31b4ff6b-d763-4ac5-abb5-744a47d37fb5 req-823f1f7f-7f79-4807-8463-7b6d3ebd7c12 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?device_id=61b7c293-c38d-4119-ae19-3f9e1681f49c HTTP/1.1" status: 200 len: 945 time: 0.0518773 Jun 24 10:25:45.728128 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-31b4ff6b-d763-4ac5-abb5-744a47d37fb5 req-4ffcd6c0-2126-43f7-a0b6-c6b09110d8ae tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451007 Jun 24 10:25:46.151087 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cd110-a0d0-45c3-bed2-05d5111c7720 req-e2b120ce-8ff5-4e24-9a26-e5a2ba096235 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:25:46.152540 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e32cd110-a0d0-45c3-bed2-05d5111c7720 req-e2b120ce-8ff5-4e24-9a26-e5a2ba096235 tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.27 "GET /v2.0/ports?device_id=61b7c293-c38d-4119-ae19-3f9e1681f49c HTTP/1.1" status: 200 len: 945 time: 0.0582764 Jun 24 10:25:46.244788 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-e32cd110-a0d0-45c3-bed2-05d5111c7720 req-ee0645b8-4aec-45d7-8b65-a276bcac98ac tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Deleting port 73f33625-e9bd-45dd-b6cc-b25f1b9660d1 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:25:46.245210 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e32cd110-a0d0-45c3-bed2-05d5111c7720 req-ee0645b8-4aec-45d7-8b65-a276bcac98ac tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (73f33625-e9bd-45dd-b6cc-b25f1b9660d1), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:46.347333 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-e32cd110-a0d0-45c3-bed2-05d5111c7720 req-ee0645b8-4aec-45d7-8b65-a276bcac98ac tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] For port 73f33625-e9bd-45dd-b6cc-b25f1b9660d1, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=73f33625-e9bd-45dd-b6cc-b25f1b9660d1,segment=NetworkSegment(e503f59a-56d9-414b-a79d-d55a4e5ee1c7),segment_id=e503f59a-56d9-414b-a79d-d55a4e5ee1c7)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:46.347677 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e32cd110-a0d0-45c3-bed2-05d5111c7720 req-ee0645b8-4aec-45d7-8b65-a276bcac98ac tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (73f33625-e9bd-45dd-b6cc-b25f1b9660d1), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:46.360958 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-e32cd110-a0d0-45c3-bed2-05d5111c7720 req-ee0645b8-4aec-45d7-8b65-a276bcac98ac tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Calling delete_port for 73f33625-e9bd-45dd-b6cc-b25f1b9660d1 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:25:46.499148 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e32cd110-a0d0-45c3-bed2-05d5111c7720 req-ee0645b8-4aec-45d7-8b65-a276bcac98ac tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (73f33625-e9bd-45dd-b6cc-b25f1b9660d1), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:46.512412 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['73f33625-e9bd-45dd-b6cc-b25f1b9660d1'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:25:46.527375 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0645b8-4aec-45d7-8b65-a276bcac98ac tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Pushing event deleted for resources: {'Port': ['ID=73f33625-e9bd-45dd-b6cc-b25f1b9660d1,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:46.576300 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32cd110-a0d0-45c3-bed2-05d5111c7720 req-ee0645b8-4aec-45d7-8b65-a276bcac98ac tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] No DVR routers for this DVR port 73f33625-e9bd-45dd-b6cc-b25f1b9660d1 on host hv-cinder-84713 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:25:46.578940 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e32cd110-a0d0-45c3-bed2-05d5111c7720 req-ee0645b8-4aec-45d7-8b65-a276bcac98ac tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:46.582284 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e32cd110-a0d0-45c3-bed2-05d5111c7720 req-ee0645b8-4aec-45d7-8b65-a276bcac98ac tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.27 "DELETE /v2.0/ports/73f33625-e9bd-45dd-b6cc-b25f1b9660d1 HTTP/1.1" status: 204 len: 173 time: 0.4234207 Jun 24 10:25:46.582776 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b7c293-c38d-4119-ae19-3f9e1681f49c', 'name': 'network-vif-deleted', 'tag': '73f33625-e9bd-45dd-b6cc-b25f1b9660d1'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:25:46.586508 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f1740f-b4a0-4984-a663-dd4ff06a66d3" -d '{"events": [{"server_uuid": "61b7c293-c38d-4119-ae19-3f9e1681f49c", "name": "network-vif-deleted", "tag": "73f33625-e9bd-45dd-b6cc-b25f1b9660d1"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:25:46.625669 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895bf86f-3090-4958-b8c6-892d42820a45 x-openstack-request-id: req-895bf86f-3090-4958-b8c6-892d42820a45 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:25:46.626022 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b7c293-c38d-4119-ae19-3f9e1681f49c", "name": "network-vif-deleted", "tag": "73f33625-e9bd-45dd-b6cc-b25f1b9660d1", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:25:46.626347 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-895bf86f-3090-4958-b8c6-892d42820a45 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:25:46.626815 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-895bf86f-3090-4958-b8c6-892d42820a45'] response: {'server_uuid': '61b7c293-c38d-4119-ae19-3f9e1681f49c', 'name': 'network-vif-deleted', 'tag': '73f33625-e9bd-45dd-b6cc-b25f1b9660d1', 'status': 'completed', 'code': 200} Jun 24 10:25:46.839869 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7928766c-6c38-47df-ad03-2513de160558 req-9f4bf437-4dd0-46e5-8e23-cc02661e02da tempest-VolumesSnapshotTestJSON-1331631483 tempest-VolumesSnapshotTestJSON-1331631483-project] 10.222.0.64 "GET /v2.0/ports?device_id=61b7c293-c38d-4119-ae19-3f9e1681f49c HTTP/1.1" status: 200 len: 210 time: 0.0310285 Jun 24 10:25:50.196154 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:50.442489 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 73f33625-e9bd-45dd-b6cc-b25f1b9660d1 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:25:50.467446 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] No Port match for: 73f33625-e9bd-45dd-b6cc-b25f1b9660d1 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:25:50.467711 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 73f33625-e9bd-45dd-b6cc-b25f1b9660d1 not bound to the agent host hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:25:53.568750 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:53.569444 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:54.854665 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4cc92935-2863-4b58-b556-c8e60b993b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:55.721325 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=18 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:56.556487 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=39,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:56.557336 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=50,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:56.821762 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=20 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:57.136921 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bf77851b-8c6d-4a65-b026-2589b203d6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:58.367194 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:59.783887 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:59.943996 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:08.600039 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:26:08.701136 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1e7c6-44a4-49ea-9b15-6813df7999ad req-25c3758c-21eb-48ca-b904-a7ccf79478a0 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:08.702771 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-49f1e7c6-44a4-49ea-9b15-6813df7999ad req-25c3758c-21eb-48ca-b904-a7ccf79478a0 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f HTTP/1.1" status: 200 len: 946 time: 0.0521390 Jun 24 10:26:08.756461 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-49f1e7c6-44a4-49ea-9b15-6813df7999ad req-7b0a88ea-6851-4f41-a4e2-bda44b81b7e9 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=3be8ff73-9030-426c-80fe-c81fd463038a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473676 Jun 24 10:26:09.269350 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 41310) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:09.319341 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_v2 [None req-999424d6-a297-4950-9742-f39c97156fc8 admin admin] Deleting subnet 3b64cf55-a6f0-4641-931b-5060accdbc36 {{(pid=104051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:26:09.322636 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-999424d6-a297-4950-9742-f39c97156fc8 admin admin] Publish callbacks [] for subnet (3b64cf55-a6f0-4641-931b-5060accdbc36), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:09.357566 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-999424d6-a297-4950-9742-f39c97156fc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15358798'] for subnet (3b64cf55-a6f0-4641-931b-5060accdbc36), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:09.412099 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-999424d6-a297-4950-9742-f39c97156fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3788616'] for subnet (3b64cf55-a6f0-4641-931b-5060accdbc36), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:09.471421 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-999424d6-a297-4950-9742-f39c97156fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3788646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15869180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16557641'] for subnet (3b64cf55-a6f0-4641-931b-5060accdbc36), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:09.737677 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999424d6-a297-4950-9742-f39c97156fc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b64cf55-a6f0-4641-931b-5060accdbc36,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:09.742462 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-999424d6-a297-4950-9742-f39c97156fc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:09.746234 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-999424d6-a297-4950-9742-f39c97156fc8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3b64cf55-a6f0-4641-931b-5060accdbc36 HTTP/1.1" status: 204 len: 168 time: 0.4758461 Jun 24 10:26:09.749041 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 41312) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:09.751280 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999424d6-a297-4950-9742-f39c97156fc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:09.751600 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999424d6-a297-4950-9742-f39c97156fc8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:09.751921 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999424d6-a297-4950-9742-f39c97156fc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:09.752278 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999424d6-a297-4950-9742-f39c97156fc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:09.752567 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999424d6-a297-4950-9742-f39c97156fc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:09.752915 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999424d6-a297-4950-9742-f39c97156fc8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:09.753227 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999424d6-a297-4950-9742-f39c97156fc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:09.753541 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999424d6-a297-4950-9742-f39c97156fc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:09.753853 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999424d6-a297-4950-9742-f39c97156fc8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:09.754167 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999424d6-a297-4950-9742-f39c97156fc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:09.754480 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999424d6-a297-4950-9742-f39c97156fc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:09.754818 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999424d6-a297-4950-9742-f39c97156fc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:09.755097 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999424d6-a297-4950-9742-f39c97156fc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:09.755447 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999424d6-a297-4950-9742-f39c97156fc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:09.755753 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999424d6-a297-4950-9742-f39c97156fc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:09.820102 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3438047'] for network (403c5ff5-8a5f-4962-8aef-dabb2ed88792), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:09.882937 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f2821-796d-41c8-b10c-ac3013c5161f req-ca019ab0-f6ce-45a5-b04f-4cb0dc388823 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:09.884462 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7f8f2821-796d-41c8-b10c-ac3013c5161f req-ca019ab0-f6ce-45a5-b04f-4cb0dc388823 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f HTTP/1.1" status: 200 len: 946 time: 0.0502851 Jun 24 10:26:09.903000 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622709', 'neutron.services.segments.db._delete_segments_for_network-8739177752971'] for network (403c5ff5-8a5f-4962-8aef-dabb2ed88792), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:09.925037 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403c5ff5-8a5f-4962-8aef-dabb2ed88792']}} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:09.932961 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7f8f2821-796d-41c8-b10c-ac3013c5161f req-6b1cb332-807b-402e-aeea-a5eeeecbc201 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=3be8ff73-9030-426c-80fe-c81fd463038a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423985 Jun 24 10:26:09.935283 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e503f59a-56d9-414b-a79d-d55a4e5ee1c7') {'for_net_delete': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:09.935548 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e503f59a-56d9-414b-a79d-d55a4e5ee1c7') {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:09.945934 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739177753748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293625'] for segment (e503f59a-56d9-414b-a79d-d55a4e5ee1c7), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:09.960011 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (e503f59a-56d9-414b-a79d-d55a4e5ee1c7), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:09.966796 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=104052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:26:09.967182 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11933620'] for segment (e503f59a-56d9-414b-a79d-d55a4e5ee1c7), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:09.993740 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment e503f59a-56d9-414b-a79d-d55a4e5ee1c7 resource provider aggregate not found Jun 24 10:26:10.023686 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment e503f59a-56d9-414b-a79d-d55a4e5ee1c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e503f59a-56d9-414b-a79d-d55a4e5ee1c7 found for delete ", "request_id": "req-b6d8abe5-754b-4c1a-b7b6-0d17426c3654"}]} Jun 24 10:26:10.032831 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407106'] for network (403c5ff5-8a5f-4962-8aef-dabb2ed88792), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:10.037461 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:10.040892 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] 10.222.0.64 "DELETE /v2.0/networks/403c5ff5-8a5f-4962-8aef-dabb2ed88792 HTTP/1.1" status: 204 len: 168 time: 0.2906566 Jun 24 10:26:10.063571 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] Pushing event deleted for resources: {'Network': ['ID=403c5ff5-8a5f-4962-8aef-dabb2ed88792,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:10.092471 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:10.092818 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:10.093163 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:10.093511 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:10.093864 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:10.094195 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:10.094521 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:10.094873 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:10.095209 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:10.095514 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:10.095863 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:10.096164 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:10.096484 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:10.096800 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:10.097117 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b98249-4b8c-4538-8e67-8ab9b2080e66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:10.116688 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8676bb-a141-4570-b37e-25e4435c6dc8 req-240df5f7-c202-4177-bb97-b1ba17c14be3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:10.118204 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8a8676bb-a141-4570-b37e-25e4435c6dc8 req-240df5f7-c202-4177-bb97-b1ba17c14be3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.27 "GET /v2.0/ports?device_id=0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f HTTP/1.1" status: 200 len: 946 time: 0.0645108 Jun 24 10:26:10.186093 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:10.204530 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-8a8676bb-a141-4570-b37e-25e4435c6dc8 req-b8b2e0f2-b068-43b6-9ade-ac9c8517d4fb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Deleting port 73f96876-3a38-4147-b0fd-ba55303f2406 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:26:10.204880 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8a8676bb-a141-4570-b37e-25e4435c6dc8 req-b8b2e0f2-b068-43b6-9ade-ac9c8517d4fb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (73f96876-3a38-4147-b0fd-ba55303f2406), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:10.222071 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 41322) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:10.314791 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f73da7ce-902c-4879-a886-78227fdb8866 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ea13d1f279d466e9a359c02548494b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0913980 Jun 24 10:26:10.317214 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 41324) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:10.344814 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-8a8676bb-a141-4570-b37e-25e4435c6dc8 req-b8b2e0f2-b068-43b6-9ade-ac9c8517d4fb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] For port 73f96876-3a38-4147-b0fd-ba55303f2406, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=73f96876-3a38-4147-b0fd-ba55303f2406,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:10.345171 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8a8676bb-a141-4570-b37e-25e4435c6dc8 req-b8b2e0f2-b068-43b6-9ade-ac9c8517d4fb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (73f96876-3a38-4147-b0fd-ba55303f2406), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:10.467047 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-effc50b2-a38a-4d46-aea9-9531d7939b05 admin admin] Publish callbacks [] for security_group (b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:10.529003 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-effc50b2-a38a-4d46-aea9-9531d7939b05 admin admin] Publish callbacks [] for security_group (b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:10.581051 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8a8676bb-a141-4570-b37e-25e4435c6dc8 req-b8b2e0f2-b068-43b6-9ade-ac9c8517d4fb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:10.581294 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8a8676bb-a141-4570-b37e-25e4435c6dc8 req-b8b2e0f2-b068-43b6-9ade-ac9c8517d4fb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (74dcc53f-08c2-4078-97d3-7664ad436aee), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:10.581672 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-8a8676bb-a141-4570-b37e-25e4435c6dc8 req-b8b2e0f2-b068-43b6-9ade-ac9c8517d4fb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Floating IP 74dcc53f-08c2-4078-97d3-7664ad436aee disassociated. External IP: 172.27.0.124, port: 73f96876-3a38-4147-b0fd-ba55303f2406. Jun 24 10:26:10.581956 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-8a8676bb-a141-4570-b37e-25e4435c6dc8 req-b8b2e0f2-b068-43b6-9ade-ac9c8517d4fb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Calling delete_port for 73f96876-3a38-4147-b0fd-ba55303f2406 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:26:10.636748 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:10.643542 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:10.644391 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-effc50b2-a38a-4d46-aea9-9531d7939b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:10.647006 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-effc50b2-a38a-4d46-aea9-9531d7939b05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:10.647438 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:10.648160 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-effc50b2-a38a-4d46-aea9-9531d7939b05 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c HTTP/1.1" status: 204 len: 168 time: 0.3300920 Jun 24 10:26:10.671783 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc50b2-a38a-4d46-aea9-9531d7939b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d56edc-67ad-49ca-b1f5-fb2a0a2d3b1c,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:10.685280 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:10.735707 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8a8676bb-a141-4570-b37e-25e4435c6dc8 req-b8b2e0f2-b068-43b6-9ade-ac9c8517d4fb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (73f96876-3a38-4147-b0fd-ba55303f2406), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:10.774043 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2e0f2-b068-43b6-9ade-ac9c8517d4fb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event deleted for resources: {'Port': ['ID=73f96876-3a38-4147-b0fd-ba55303f2406,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:10.892284 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a8676bb-a141-4570-b37e-25e4435c6dc8 req-b8b2e0f2-b068-43b6-9ade-ac9c8517d4fb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Router 4e6ef35d-71a4-4044-8467-446df607abc2 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:26:10.998757 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a8676bb-a141-4570-b37e-25e4435c6dc8 req-b8b2e0f2-b068-43b6-9ade-ac9c8517d4fb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:26:11.011313 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ebc567-13b8-421b-be30-cdd2eacf9402 None None] Sync routers for ids ['4e6ef35d-71a4-4044-8467-446df607abc2'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:26:11.035733 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ebc567-13b8-421b-be30-cdd2eacf9402 None None] Routers {'4e6ef35d-71a4-4044-8467-446df607abc2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:26:11.036396 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-a4ebc567-13b8-421b-be30-cdd2eacf9402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:25:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4e6ef35d-71a4-4044-8467-446df607abc2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:11.047307 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8676bb-a141-4570-b37e-25e4435c6dc8 req-b8b2e0f2-b068-43b6-9ade-ac9c8517d4fb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] No DVR routers for this DVR port 73f96876-3a38-4147-b0fd-ba55303f2406 on host hv-cinder-84713 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:26:11.050171 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8a8676bb-a141-4570-b37e-25e4435c6dc8 req-b8b2e0f2-b068-43b6-9ade-ac9c8517d4fb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:11.054451 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8a8676bb-a141-4570-b37e-25e4435c6dc8 req-b8b2e0f2-b068-43b6-9ade-ac9c8517d4fb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.27 "DELETE /v2.0/ports/73f96876-3a38-4147-b0fd-ba55303f2406 HTTP/1.1" status: 204 len: 173 time: 0.9302197 Jun 24 10:26:11.054991 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f', 'name': 'network-vif-deleted', 'tag': '73f96876-3a38-4147-b0fd-ba55303f2406'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:26:11.057663 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b6141a-e031-4a95-b57b-824e57813e6d" -d '{"events": [{"server_uuid": "0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f", "name": "network-vif-deleted", "tag": "73f96876-3a38-4147-b0fd-ba55303f2406"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:26:11.095285 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8b697530-2510-4256-a141-0b1e84b0915e req-0e0efc28-3f7e-4aac-9e05-97a358761798 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f HTTP/1.1" status: 200 len: 210 time: 0.0755520 Jun 24 10:26:11.125281 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871fc09e-4e0f-430e-88c5-32a45765da2d x-openstack-request-id: req-871fc09e-4e0f-430e-88c5-32a45765da2d {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:26:11.125583 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f", "name": "network-vif-deleted", "tag": "73f96876-3a38-4147-b0fd-ba55303f2406", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:26:11.125806 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-871fc09e-4e0f-430e-88c5-32a45765da2d {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:26:11.126218 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-871fc09e-4e0f-430e-88c5-32a45765da2d'] response: {'server_uuid': '0c3ee2e6-ecd8-4261-ab1b-f8a139ba927f', 'name': 'network-vif-deleted', 'tag': '73f96876-3a38-4147-b0fd-ba55303f2406', 'status': 'completed', 'code': 200} Jun 24 10:26:11.175247 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-a4ebc567-13b8-421b-be30-cdd2eacf9402 None None] Set router 4e6ef35d-71a4-4044-8467-446df607abc2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:26:11.385758 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-a4ebc567-13b8-421b-be30-cdd2eacf9402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:11.410362 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ebc567-13b8-421b-be30-cdd2eacf9402 None None] Checking router: 4e6ef35d-71a4-4044-8467-446df607abc2 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:26:11.418781 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ebc567-13b8-421b-be30-cdd2eacf9402 None None] Routers {'4e6ef35d-71a4-4044-8467-446df607abc2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:26:11.419405 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-a4ebc567-13b8-421b-be30-cdd2eacf9402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:25:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4e6ef35d-71a4-4044-8467-446df607abc2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:11.532986 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-a4ebc567-13b8-421b-be30-cdd2eacf9402 None None] Set router 4e6ef35d-71a4-4044-8467-446df607abc2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:26:11.732422 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-a4ebc567-13b8-421b-be30-cdd2eacf9402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:11.756816 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ebc567-13b8-421b-be30-cdd2eacf9402 None None] The sync data for ids ['4e6ef35d-71a4-4044-8467-446df607abc2'] in dv-cinder-847132-2-iscsi is: [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:26:12.016874 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f506d7c-6faa-4a8b-9d8a-d7d900e2f09b None None] New status for floating IP 74dcc53f-08c2-4078-97d3-7664ad436aee: DOWN {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:26:12.209958 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 41372) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:12.275019 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ec1ccc14-f1d2-4295-9170-ec1c7bb45d27 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group (3be8ff73-9030-426c-80fe-c81fd463038a), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:12.305462 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ec1ccc14-f1d2-4295-9170-ec1c7bb45d27 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group (3be8ff73-9030-426c-80fe-c81fd463038a), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:12.353305 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ec1ccc14-f1d2-4295-9170-ec1c7bb45d27 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (3be8ff73-9030-426c-80fe-c81fd463038a), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:12.356281 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ec1ccc14-f1d2-4295-9170-ec1c7bb45d27 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:12.357433 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ec1ccc14-f1d2-4295-9170-ec1c7bb45d27 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "DELETE /v2.0/security-groups/3be8ff73-9030-426c-80fe-c81fd463038a HTTP/1.1" status: 204 len: 168 time: 0.1460469 Jun 24 10:26:12.360452 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 41374) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:12.367279 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ccc14-f1d2-4295-9170-ec1c7bb45d27 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be8ff73-9030-426c-80fe-c81fd463038a,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:12.375041 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.api.v2.resource [None req-ce88ec86-3407-4732-b97d-ad28107d5fdb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] show failed (client error): The resource could not be found. Jun 24 10:26:12.376051 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-ce88ec86-3407-4732-b97d-ad28107d5fdb tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups/3be8ff73-9030-426c-80fe-c81fd463038a HTTP/1.1" status: 404 len: 347 time: 0.0145597 Jun 24 10:26:12.379092 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 41376) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:12.499292 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-e61db607-7f2a-439d-82d9-ee6f64476509 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Deleting port 558b3dae-c10e-471b-9c35-2be8b9a9d79a {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:26:12.499537 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e61db607-7f2a-439d-82d9-ee6f64476509 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (558b3dae-c10e-471b-9c35-2be8b9a9d79a), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:12.582275 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e61db607-7f2a-439d-82d9-ee6f64476509 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (558b3dae-c10e-471b-9c35-2be8b9a9d79a), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:12.582573 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e61db607-7f2a-439d-82d9-ee6f64476509 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (558b3dae-c10e-471b-9c35-2be8b9a9d79a), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:12.595690 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-e61db607-7f2a-439d-82d9-ee6f64476509 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Calling delete_port for 558b3dae-c10e-471b-9c35-2be8b9a9d79a owned by network:floatingip {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:26:12.733553 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e61db607-7f2a-439d-82d9-ee6f64476509 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (558b3dae-c10e-471b-9c35-2be8b9a9d79a), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:12.755587 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61db607-7f2a-439d-82d9-ee6f64476509 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event deleted for resources: {'Port': ['ID=558b3dae-c10e-471b-9c35-2be8b9a9d79a,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:12.783668 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:12.834374 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e61db607-7f2a-439d-82d9-ee6f64476509 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (74dcc53f-08c2-4078-97d3-7664ad436aee), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:12.837461 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e61db607-7f2a-439d-82d9-ee6f64476509 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:12.838644 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-e61db607-7f2a-439d-82d9-ee6f64476509 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "DELETE /v2.0/floatingips/74dcc53f-08c2-4078-97d3-7664ad436aee HTTP/1.1" status: 204 len: 168 time: 0.4586182 Jun 24 10:26:12.909736 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 41380) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:12.914385 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-f4dffa7d-274d-491c-ae29-9a709901033f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2005196393', 'description': 'tempest-description--1921239830'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:26:12.930495 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:12.937661 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f4dffa7d-274d-491c-ae29-9a709901033f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:13.013818 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f4dffa7d-274d-491c-ae29-9a709901033f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group (4cdcc2d0-7710-4e27-85df-47c654a457fe), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:13.020093 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f4dffa7d-274d-491c-ae29-9a709901033f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (4cdcc2d0-7710-4e27-85df-47c654a457fe), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:13.051204 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f4dffa7d-274d-491c-ae29-9a709901033f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:13.052441 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-f4dffa7d-274d-491c-ae29-9a709901033f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1416714 Jun 24 10:26:13.054380 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dffa7d-274d-491c-ae29-9a709901033f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdcc2d0-7710-4e27-85df-47c654a457fe,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:13.055935 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 41384) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:13.060954 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-17bb64fb-e20d-4065-92f2-815ff582de92 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Request body: {'security_group_rule': {'security_group_id': '4cdcc2d0-7710-4e27-85df-47c654a457fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:26:13.092666 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-17bb64fb-e20d-4065-92f2-815ff582de92 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group_rule (b1813fbc-0040-4512-9944-8d52414b5461), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:13.157371 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-17bb64fb-e20d-4065-92f2-815ff582de92 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group_rule (b1813fbc-0040-4512-9944-8d52414b5461), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:13.161888 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-17bb64fb-e20d-4065-92f2-815ff582de92 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (b1813fbc-0040-4512-9944-8d52414b5461), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:13.181011 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb64fb-e20d-4065-92f2-815ff582de92 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1813fbc-0040-4512-9944-8d52414b5461,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:13.192086 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-17bb64fb-e20d-4065-92f2-815ff582de92 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:13.193329 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-17bb64fb-e20d-4065-92f2-815ff582de92 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362040 Jun 24 10:26:13.196764 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 41388) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:13.202132 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-5640e766-e018-4562-9ac2-eb1109c73bb0 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Request body: {'security_group_rule': {'security_group_id': '4cdcc2d0-7710-4e27-85df-47c654a457fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:26:13.230510 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5640e766-e018-4562-9ac2-eb1109c73bb0 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group_rule (cdd9e3ad-c790-4a78-ade1-bf0298aaf93d), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:13.299256 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5640e766-e018-4562-9ac2-eb1109c73bb0 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group_rule (cdd9e3ad-c790-4a78-ade1-bf0298aaf93d), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:13.303425 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5640e766-e018-4562-9ac2-eb1109c73bb0 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (cdd9e3ad-c790-4a78-ade1-bf0298aaf93d), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:13.320857 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:13.322486 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640e766-e018-4562-9ac2-eb1109c73bb0 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd9e3ad-c790-4a78-ade1-bf0298aaf93d,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:13.330818 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5640e766-e018-4562-9ac2-eb1109c73bb0 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:13.332153 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-5640e766-e018-4562-9ac2-eb1109c73bb0 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340134 Jun 24 10:26:13.335418 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 41392) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:13.341062 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-1b60a604-beef-4635-87a1-9dc476ff8db3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Request body: {'floatingip': {'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:26:13.362909 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1b60a604-beef-4635-87a1-9dc476ff8db3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:13.439650 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1b60a604-beef-4635-87a1-9dc476ff8db3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:13.558128 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-1b60a604-beef-4635-87a1-9dc476ff8db3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Allocated IP 172.27.0.157 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/1b44b4dd-0f38-4ff7-af9d-0496a50a4962) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:26:13.685586 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1b60a604-beef-4635-87a1-9dc476ff8db3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for port (1b44b4dd-0f38-4ff7-af9d-0496a50a4962), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:13.726963 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1b60a604-beef-4635-87a1-9dc476ff8db3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (1b44b4dd-0f38-4ff7-af9d-0496a50a4962), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:13.764803 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b60a604-beef-4635-87a1-9dc476ff8db3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:26:13.769122 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-1b60a604-beef-4635-87a1-9dc476ff8db3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:13.772979 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b60a604-beef-4635-87a1-9dc476ff8db3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:26:13.794083 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60a604-beef-4635-87a1-9dc476ff8db3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event updated for resources: {'Port': ['ID=1b44b4dd-0f38-4ff7-af9d-0496a50a4962,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:13.852919 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:13.860215 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1b60a604-beef-4635-87a1-9dc476ff8db3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (fa40cb2d-4745-4cb2-bf3e-4d42657a64fc), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:13.901943 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1b60a604-beef-4635-87a1-9dc476ff8db3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (1b44b4dd-0f38-4ff7-af9d-0496a50a4962), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:13.943057 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:14.055397 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1b60a604-beef-4635-87a1-9dc476ff8db3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for port (1b44b4dd-0f38-4ff7-af9d-0496a50a4962), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:14.062001 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1b60a604-beef-4635-87a1-9dc476ff8db3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15869106'] for port (1b44b4dd-0f38-4ff7-af9d-0496a50a4962), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:14.129484 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60a604-beef-4635-87a1-9dc476ff8db3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event updated for resources: {'Port': ['ID=1b44b4dd-0f38-4ff7-af9d-0496a50a4962,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:14.139992 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1b60a604-beef-4635-87a1-9dc476ff8db3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (fa40cb2d-4745-4cb2-bf3e-4d42657a64fc), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:14.157565 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1b60a604-beef-4635-87a1-9dc476ff8db3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:14.158875 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-1b60a604-beef-4635-87a1-9dc476ff8db3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8219359 Jun 24 10:26:14.268904 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 73f96876-3a38-4147-b0fd-ba55303f2406 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:26:14.293443 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] No Port match for: 73f96876-3a38-4147-b0fd-ba55303f2406 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:26:14.293821 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 73f96876-3a38-4147-b0fd-ba55303f2406 not bound to the agent host hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:26:14.364620 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8be0948c-9851-4ee3-96ed-837643485c7c req-7c12deda-02f1-4bda-aa26-4631e00b845b tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2005196393&fields=id&tenant_id=13b216e0dd4e46e2a2f4b275666118f6 HTTP/1.1" status: 200 len: 267 time: 0.0442159 Jun 24 10:26:14.483598 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0948c-9851-4ee3-96ed-837643485c7c req-ef09471e-2624-4239-8915-3e4a09a697f3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:14.484985 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8be0948c-9851-4ee3-96ed-837643485c7c req-ef09471e-2624-4239-8915-3e4a09a697f3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/networks?id=62d2509b-2c7f-4b5f-9593-650742984d82 HTTP/1.1" status: 200 len: 814 time: 0.1104193 Jun 24 10:26:14.503380 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8be0948c-9851-4ee3-96ed-837643485c7c req-4d0c8a23-157f-4e23-9bac-8f187d4f975b tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/quotas/13b216e0dd4e46e2a2f4b275666118f6 HTTP/1.1" status: 200 len: 375 time: 0.0100393 Jun 24 10:26:14.563143 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8be0948c-9851-4ee3-96ed-837643485c7c req-a37f70df-129a-411d-bdfd-a03dd686ad21 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=13b216e0dd4e46e2a2f4b275666118f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519192 Jun 24 10:26:14.665594 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8be0948c-9851-4ee3-96ed-837643485c7c req-a6554252-3d05-4977-bf3f-ed8701c57122 service neutron] 10.222.0.64 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871007 Jun 24 10:26:14.756395 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8be0948c-9851-4ee3-96ed-837643485c7c req-7a8bdfeb-5950-4259-9491-f72990ffaf38 service neutron] 10.222.0.64 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845187 Jun 24 10:26:14.936152 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1e42e053-2000-4e49-9a93-0a6205512fd0 req-e02ac9b0-4f8c-4664-acbc-b5915c3c8308 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=12e6cd9d-142e-4fc4-a774-3b5f0f974f45 HTTP/1.1" status: 200 len: 210 time: 0.0324805 Jun 24 10:26:16.045112 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2d521d1a-f1e8-4541-af3d-650e44020dbc req-44dd274e-8c4f-49e2-8b9b-71f37668bced tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=12e6cd9d-142e-4fc4-a774-3b5f0f974f45 HTTP/1.1" status: 200 len: 210 time: 0.0293541 Jun 24 10:26:16.540964 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:DELETE=6,neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:16.580166 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0948c-9851-4ee3-96ed-837643485c7c req-5193bbb8-9d10-4e24-aa0f-20ae13a10f1a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:16.581654 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8be0948c-9851-4ee3-96ed-837643485c7c req-5193bbb8-9d10-4e24-aa0f-20ae13a10f1a tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.27 "GET /v2.0/networks?id=62d2509b-2c7f-4b5f-9593-650742984d82 HTTP/1.1" status: 200 len: 814 time: 0.1155646 Jun 24 10:26:16.647786 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8be0948c-9851-4ee3-96ed-837643485c7c req-d28027d9-9d36-4a65-a97c-14b12d20379c tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13b216e0dd4e46e2a2f4b275666118f6 HTTP/1.1" status: 200 len: 380 time: 0.0565341 Jun 24 10:26:16.717048 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-8be0948c-9851-4ee3-96ed-837643485c7c req-9185f084-b76d-40a4-9798-86e0a568eed2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Request body: {'port': {'device_id': '12e6cd9d-142e-4fc4-a774-3b5f0f974f45', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'admin_state_up': True, 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'security_groups': ['4cdcc2d0-7710-4e27-85df-47c654a457fe']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:26:16.839874 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be0948c-9851-4ee3-96ed-837643485c7c req-9185f084-b76d-40a4-9798-86e0a568eed2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Made reservation on behalf of 13b216e0dd4e46e2a2f4b275666118f6 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:26:16.843456 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8be0948c-9851-4ee3-96ed-837643485c7c req-9185f084-b76d-40a4-9798-86e0a568eed2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:16.971259 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-8be0948c-9851-4ee3-96ed-837643485c7c req-9185f084-b76d-40a4-9798-86e0a568eed2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Allocated IP 172.20.0.3 (62d2509b-2c7f-4b5f-9593-650742984d82/268c6001-37f9-4557-8ba3-5719eccd12d5/c497946e-5912-4677-908c-57e4aa280178) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:26:17.122368 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8be0948c-9851-4ee3-96ed-837643485c7c req-9185f084-b76d-40a4-9798-86e0a568eed2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for port (c497946e-5912-4677-908c-57e4aa280178), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:17.142934 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b01f3e09-1028-4066-81a6-c42bb4418e91 req-b57cdb95-2c50-49e3-89aa-c05ea8849bc8 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=12e6cd9d-142e-4fc4-a774-3b5f0f974f45 HTTP/1.1" status: 200 len: 210 time: 0.0286558 Jun 24 10:26:17.157806 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8be0948c-9851-4ee3-96ed-837643485c7c req-9185f084-b76d-40a4-9798-86e0a568eed2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (c497946e-5912-4677-908c-57e4aa280178), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:17.201866 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be0948c-9851-4ee3-96ed-837643485c7c req-9185f084-b76d-40a4-9798-86e0a568eed2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Network 62d2509b-2c7f-4b5f-9593-650742984d82 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:26:17.204830 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-8be0948c-9851-4ee3-96ed-837643485c7c req-9185f084-b76d-40a4-9798-86e0a568eed2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:17.208587 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be0948c-9851-4ee3-96ed-837643485c7c req-9185f084-b76d-40a4-9798-86e0a568eed2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:26:17.234696 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185f084-b76d-40a4-9798-86e0a568eed2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event updated for resources: {'Port': ['ID=c497946e-5912-4677-908c-57e4aa280178,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:17.265303 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0948c-9851-4ee3-96ed-837643485c7c req-9185f084-b76d-40a4-9798-86e0a568eed2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:17.266114 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8be0948c-9851-4ee3-96ed-837643485c7c req-9185f084-b76d-40a4-9798-86e0a568eed2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:17.284443 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8be0948c-9851-4ee3-96ed-837643485c7c req-9185f084-b76d-40a4-9798-86e0a568eed2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5718529 Jun 24 10:26:17.377719 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-8be0948c-9851-4ee3-96ed-837643485c7c req-2a50fc59-0786-47fb-8f46-297e9d33500f service neutron] Request body: {'port': {'device_id': '12e6cd9d-142e-4fc4-a774-3b5f0f974f45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:26:17.397544 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:17.424241 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-e2278fb6-2b70-4da2-8ad2-a3080b35ed0f None None] Provisioning complete for port c497946e-5912-4677-908c-57e4aa280178 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:26:17.424827 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2278fb6-2b70-4da2-8ad2-a3080b35ed0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (c497946e-5912-4677-908c-57e4aa280178), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:17.439961 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8be0948c-9851-4ee3-96ed-837643485c7c req-2a50fc59-0786-47fb-8f46-297e9d33500f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (c497946e-5912-4677-908c-57e4aa280178), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:17.458222 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-e2278fb6-2b70-4da2-8ad2-a3080b35ed0f None None] Port c497946e-5912-4677-908c-57e4aa280178 cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:26:17.538927 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:17.702947 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-8be0948c-9851-4ee3-96ed-837643485c7c req-2a50fc59-0786-47fb-8f46-297e9d33500f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c497946e-5912-4677-908c-57e4aa280178 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:26:17.711018 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8be0948c-9851-4ee3-96ed-837643485c7c req-2a50fc59-0786-47fb-8f46-297e9d33500f service neutron] Publish callbacks [] for port (c497946e-5912-4677-908c-57e4aa280178), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:17.724927 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-8be0948c-9851-4ee3-96ed-837643485c7c req-2a50fc59-0786-47fb-8f46-297e9d33500f service neutron] Transition to ACTIVE for port object c497946e-5912-4677-908c-57e4aa280178 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:26:17.728798 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8be0948c-9851-4ee3-96ed-837643485c7c req-2a50fc59-0786-47fb-8f46-297e9d33500f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (c497946e-5912-4677-908c-57e4aa280178), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:17.777102 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50fc59-0786-47fb-8f46-297e9d33500f service neutron] Pushing event updated for resources: {'Port': ['ID=c497946e-5912-4677-908c-57e4aa280178,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:17.855806 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-8be0948c-9851-4ee3-96ed-837643485c7c req-2a50fc59-0786-47fb-8f46-297e9d33500f service neutron] Attempting to bind port c497946e-5912-4677-908c-57e4aa280178 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:26:17.856139 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-8be0948c-9851-4ee3-96ed-837643485c7c req-2a50fc59-0786-47fb-8f46-297e9d33500f service neutron] Attempting to bind port c497946e-5912-4677-908c-57e4aa280178 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:26:17.856465 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be0948c-9851-4ee3-96ed-837643485c7c req-2a50fc59-0786-47fb-8f46-297e9d33500f service neutron] Attempting to bind port c497946e-5912-4677-908c-57e4aa280178 on network 62d2509b-2c7f-4b5f-9593-650742984d82 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:26:17.861677 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be0948c-9851-4ee3-96ed-837643485c7c req-2a50fc59-0786-47fb-8f46-297e9d33500f service neutron] Port c497946e-5912-4677-908c-57e4aa280178 on network 62d2509b-2c7f-4b5f-9593-650742984d82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:26:17.861914 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be0948c-9851-4ee3-96ed-837643485c7c req-2a50fc59-0786-47fb-8f46-297e9d33500f service neutron] Attempting to bind port c497946e-5912-4677-908c-57e4aa280178 on network 62d2509b-2c7f-4b5f-9593-650742984d82 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:26:17.867436 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be0948c-9851-4ee3-96ed-837643485c7c req-2a50fc59-0786-47fb-8f46-297e9d33500f service neutron] Checking agent: {'id': '900df4b4-ebee-48f1-a22a-a520f0296ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'started_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:26:17.867771 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be0948c-9851-4ee3-96ed-837643485c7c req-2a50fc59-0786-47fb-8f46-297e9d33500f service neutron] Checking segment: {'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:26:17.868140 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be0948c-9851-4ee3-96ed-837643485c7c req-2a50fc59-0786-47fb-8f46-297e9d33500f service neutron] Bound using segment: {'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:26:17.868560 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-8be0948c-9851-4ee3-96ed-837643485c7c req-2a50fc59-0786-47fb-8f46-297e9d33500f service neutron] Bound port: c497946e-5912-4677-908c-57e4aa280178, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f38a9067-387e-4cc8-b209-6c2084a6253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:26:17.868910 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8be0948c-9851-4ee3-96ed-837643485c7c req-2a50fc59-0786-47fb-8f46-297e9d33500f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (c497946e-5912-4677-908c-57e4aa280178), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:17.941893 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-8be0948c-9851-4ee3-96ed-837643485c7c req-2a50fc59-0786-47fb-8f46-297e9d33500f service neutron] For port c497946e-5912-4677-908c-57e4aa280178, host hv-cinder-84713, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:26:17.945056 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-8be0948c-9851-4ee3-96ed-837643485c7c req-2a50fc59-0786-47fb-8f46-297e9d33500f service neutron] For port c497946e-5912-4677-908c-57e4aa280178, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c497946e-5912-4677-908c-57e4aa280178,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:26:17.953126 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8be0948c-9851-4ee3-96ed-837643485c7c req-2a50fc59-0786-47fb-8f46-297e9d33500f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (c497946e-5912-4677-908c-57e4aa280178), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:17.990167 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0948c-9851-4ee3-96ed-837643485c7c req-2a50fc59-0786-47fb-8f46-297e9d33500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:17.990789 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8be0948c-9851-4ee3-96ed-837643485c7c req-2a50fc59-0786-47fb-8f46-297e9d33500f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:17.992217 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8be0948c-9851-4ee3-96ed-837643485c7c req-2a50fc59-0786-47fb-8f46-297e9d33500f service neutron] 10.222.0.27 "PUT /v2.0/ports/c497946e-5912-4677-908c-57e4aa280178 HTTP/1.1" status: 200 len: 1093 time: 0.6188452 Jun 24 10:26:17.992708 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e6cd9d-142e-4fc4-a774-3b5f0f974f45', 'tag': 'c497946e-5912-4677-908c-57e4aa280178'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:26:17.995040 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdb9506-3c03-4ae4-a3de-ac86f005333e" -d '{"events": [{"name": "network-changed", "server_uuid": "12e6cd9d-142e-4fc4-a774-3b5f0f974f45", "tag": "c497946e-5912-4677-908c-57e4aa280178"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:26:18.017403 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50fc59-0786-47fb-8f46-297e9d33500f service neutron] Pushing event updated for resources: {'Port': ['ID=c497946e-5912-4677-908c-57e4aa280178,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:18.043947 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c60dc9-caf8-4e8c-9684-fb0e69d08e53 x-openstack-request-id: req-70c60dc9-caf8-4e8c-9684-fb0e69d08e53 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:26:18.044392 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e6cd9d-142e-4fc4-a774-3b5f0f974f45", "tag": "c497946e-5912-4677-908c-57e4aa280178", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:26:18.044643 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70c60dc9-caf8-4e8c-9684-fb0e69d08e53 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:26:18.045065 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70c60dc9-caf8-4e8c-9684-fb0e69d08e53'] response: {'name': 'network-changed', 'server_uuid': '12e6cd9d-142e-4fc4-a774-3b5f0f974f45', 'tag': 'c497946e-5912-4677-908c-57e4aa280178', 'status': 'completed', 'code': 200} Jun 24 10:26:18.076679 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0948c-9851-4ee3-96ed-837643485c7c req-69498f0f-9c36-4b2e-bad5-ed52b00394b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:18.078314 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8be0948c-9851-4ee3-96ed-837643485c7c req-69498f0f-9c36-4b2e-bad5-ed52b00394b0 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=13b216e0dd4e46e2a2f4b275666118f6&device_id=12e6cd9d-142e-4fc4-a774-3b5f0f974f45 HTTP/1.1" status: 200 len: 1127 time: 0.0448406 Jun 24 10:26:18.119436 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8be0948c-9851-4ee3-96ed-837643485c7c req-0db6dce4-d4ff-4f5a-8ca8-b9789d26a88e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c497946e-5912-4677-908c-57e4aa280178 HTTP/1.1" status: 200 len: 217 time: 0.0337987 Jun 24 10:26:18.172409 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0948c-9851-4ee3-96ed-837643485c7c req-6d37e27a-3b1f-4cb9-ade8-6d96a45b9b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:18.174322 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8be0948c-9851-4ee3-96ed-837643485c7c req-6d37e27a-3b1f-4cb9-ade8-6d96a45b9b7e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=268c6001-37f9-4557-8ba3-5719eccd12d5 HTTP/1.1" status: 200 len: 853 time: 0.0492823 Jun 24 10:26:18.221632 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0948c-9851-4ee3-96ed-837643485c7c req-2d8d55a1-112f-4a55-9963-f3ff0064f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:18.223216 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8be0948c-9851-4ee3-96ed-837643485c7c req-2d8d55a1-112f-4a55-9963-f3ff0064f9ff service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=62d2509b-2c7f-4b5f-9593-650742984d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422099 Jun 24 10:26:18.265003 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acb987-947e-4914-b3f8-d7ac62ea953a req-93813fcb-c27a-433e-b4fa-3fc71e7e0383 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:18.266522 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c5acb987-947e-4914-b3f8-d7ac62ea953a req-93813fcb-c27a-433e-b4fa-3fc71e7e0383 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=12e6cd9d-142e-4fc4-a774-3b5f0f974f45 HTTP/1.1" status: 200 len: 943 time: 0.0469508 Jun 24 10:26:18.314810 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c5acb987-947e-4914-b3f8-d7ac62ea953a req-735b6698-8aff-4ac6-94e2-565495b5fa94 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cdcc2d0-7710-4e27-85df-47c654a457fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419219 Jun 24 10:26:18.316136 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8be0948c-9851-4ee3-96ed-837643485c7c req-d9fa0454-093b-41f3-9270-1d238e5f4509 service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873730 Jun 24 10:26:18.348954 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:18.409496 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8be0948c-9851-4ee3-96ed-837643485c7c req-eaf29ad6-8578-4245-86d8-c79ede48e520 service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878205 Jun 24 10:26:18.924238 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 41452) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:19.037955 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5520bbb3-e7c3-43c8-8352-b12326f6f0e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:19.060321 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:19.094835 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb9506-3c03-4ae4-a3de-ac86f005333e req-841af2b1-b839-4cbb-99be-363edfd0699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:19.096420 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3fdb9506-3c03-4ae4-a3de-ac86f005333e req-841af2b1-b839-4cbb-99be-363edfd0699f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=13b216e0dd4e46e2a2f4b275666118f6&device_id=12e6cd9d-142e-4fc4-a774-3b5f0f974f45 HTTP/1.1" status: 200 len: 1127 time: 0.0413353 Jun 24 10:26:19.121861 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5520bbb3-e7c3-43c8-8352-b12326f6f0e2 admin admin] Publish callbacks [] for security_group (d69790b3-64bd-442e-b44d-f22dd04057ad), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:19.126507 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5520bbb3-e7c3-43c8-8352-b12326f6f0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (d69790b3-64bd-442e-b44d-f22dd04057ad), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:19.138193 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:19.152972 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:19.168259 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-5520bbb3-e7c3-43c8-8352-b12326f6f0e2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c63b04a1a014a829841614d1d9db482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427895 Jun 24 10:26:19.169902 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520bbb3-e7c3-43c8-8352-b12326f6f0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69790b3-64bd-442e-b44d-f22dd04057ad,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:19.171089 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 41456) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:19.224046 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb9506-3c03-4ae4-a3de-ac86f005333e req-90fc3845-b5a4-49c9-b62e-bce2f11ba208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:19.225530 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3fdb9506-3c03-4ae4-a3de-ac86f005333e req-90fc3845-b5a4-49c9-b62e-bce2f11ba208 service neutron] 10.222.0.27 "GET /v2.0/networks?id=62d2509b-2c7f-4b5f-9593-650742984d82 HTTP/1.1" status: 200 len: 915 time: 0.1236689 Jun 24 10:26:19.274146 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3fdb9506-3c03-4ae4-a3de-ac86f005333e req-21af7e0b-a66d-4d42-94ea-cc3b8f73f90e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c497946e-5912-4677-908c-57e4aa280178 HTTP/1.1" status: 200 len: 217 time: 0.0413365 Jun 24 10:26:19.275100 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a79b1ce9-151f-4638-a7ad-bf1663e76524 admin admin] Publish callbacks [] for security_group (d69790b3-64bd-442e-b44d-f22dd04057ad), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:19.326018 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a79b1ce9-151f-4638-a7ad-bf1663e76524 admin admin] Publish callbacks [] for security_group (d69790b3-64bd-442e-b44d-f22dd04057ad), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:19.355845 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb9506-3c03-4ae4-a3de-ac86f005333e req-00f22b5c-e961-4ca3-8672-a0b4e50ca2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:19.357302 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3fdb9506-3c03-4ae4-a3de-ac86f005333e req-00f22b5c-e961-4ca3-8672-a0b4e50ca2bb service neutron] 10.222.0.27 "GET /v2.0/subnets?id=268c6001-37f9-4557-8ba3-5719eccd12d5 HTTP/1.1" status: 200 len: 853 time: 0.0773220 Jun 24 10:26:19.405400 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb9506-3c03-4ae4-a3de-ac86f005333e req-db11e637-8b3b-40e7-9ad6-37a528f4bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:19.407146 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3fdb9506-3c03-4ae4-a3de-ac86f005333e req-db11e637-8b3b-40e7-9ad6-37a528f4bccb service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=62d2509b-2c7f-4b5f-9593-650742984d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430181 Jun 24 10:26:19.408254 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a79b1ce9-151f-4638-a7ad-bf1663e76524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (d69790b3-64bd-442e-b44d-f22dd04057ad), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:19.410824 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a79b1ce9-151f-4638-a7ad-bf1663e76524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:19.411827 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a79b1ce9-151f-4638-a7ad-bf1663e76524 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d69790b3-64bd-442e-b44d-f22dd04057ad HTTP/1.1" status: 204 len: 168 time: 0.2396171 Jun 24 10:26:19.434934 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b74cef-d171-43e6-bf30-0e360eb429f1 req-adf6a575-4fc1-4df9-b67d-0dae885c3ccd tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:19.436566 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-79b74cef-d171-43e6-bf30-0e360eb429f1 req-adf6a575-4fc1-4df9-b67d-0dae885c3ccd tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=12e6cd9d-142e-4fc4-a774-3b5f0f974f45 HTTP/1.1" status: 200 len: 943 time: 0.0515394 Jun 24 10:26:19.442743 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b1ce9-151f-4638-a7ad-bf1663e76524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69790b3-64bd-442e-b44d-f22dd04057ad,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:19.503567 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-79b74cef-d171-43e6-bf30-0e360eb429f1 req-da63ed91-2773-42bc-a3e4-4b30ea2d1bb4 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cdcc2d0-7710-4e27-85df-47c654a457fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592635 Jun 24 10:26:19.796761 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3fdb9506-3c03-4ae4-a3de-ac86f005333e req-b6b4be6a-69ef-4df9-b30b-1880e677100d service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821595 Jun 24 10:26:19.890073 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3fdb9506-3c03-4ae4-a3de-ac86f005333e req-c45899fd-8f39-492e-b26b-ebec201a23f4 service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877693 Jun 24 10:26:19.950676 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device c497946e-5912-4677-908c-57e4aa280178 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:26:20.054001 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port c497946e-5912-4677-908c-57e4aa280178, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c497946e-5912-4677-908c-57e4aa280178,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:20.065817 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': 'c497946e-5912-4677-908c-57e4aa280178', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'port_id': 'c497946e-5912-4677-908c-57e4aa280178', 'mac_address': 'fa:16:3e:63:02:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:26:20.095176 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 41480) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:20.102321 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port c497946e-5912-4677-908c-57e4aa280178 is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:26:20.102743 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (c497946e-5912-4677-908c-57e4aa280178), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:20.116910 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c497946e-5912-4677-908c-57e4aa280178 {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:26:20.138274 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port c497946e-5912-4677-908c-57e4aa280178, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c497946e-5912-4677-908c-57e4aa280178,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:20.142808 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (c497946e-5912-4677-908c-57e4aa280178), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:20.193827 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=c497946e-5912-4677-908c-57e4aa280178,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:20.199621 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-67599bbe-2ad0-499f-b4f0-2bb694074e94 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-419905219-network', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:26:20.201698 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.202045 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.202384 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.202831 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.203171 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.203501 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.203827 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.204181 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.204504 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.204826 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.205148 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.205471 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.205788 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.206131 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.206419 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.220921 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67599bbe-2ad0-499f-b4f0-2bb694074e94 admin admin] Made reservation on behalf of a1af4242504b4c7fa0903c7c61b02135 for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:26:20.223416 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-67599bbe-2ad0-499f-b4f0-2bb694074e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:20.232365 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-67599bbe-2ad0-499f-b4f0-2bb694074e94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:20.310340 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-67599bbe-2ad0-499f-b4f0-2bb694074e94 admin admin] Publish callbacks [] for security_group (dae71416-9895-4387-8b7a-51248094f710), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:20.316368 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-67599bbe-2ad0-499f-b4f0-2bb694074e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (dae71416-9895-4387-8b7a-51248094f710), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:20.338665 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67599bbe-2ad0-499f-b4f0-2bb694074e94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:26:20.343301 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['c497946e-5912-4677-908c-57e4aa280178'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:26:20.350924 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=12 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:20.357644 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67599bbe-2ad0-499f-b4f0-2bb694074e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae71416-9895-4387-8b7a-51248094f710,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:20.361536 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-67599bbe-2ad0-499f-b4f0-2bb694074e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (2a0f8787-3635-4349-8a0a-313acf9040a0), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:20.361881 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-67599bbe-2ad0-499f-b4f0-2bb694074e94 admin admin] Added segment 2a0f8787-3635-4349-8a0a-313acf9040a0 of type vlan for network 974e48a5-8005-4f80-8ebd-0fd83f94a22c Jun 24 10:26:20.364023 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=73,neutron:UPDATE=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:20.406215 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-67599bbe-2ad0-499f-b4f0-2bb694074e94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739177427905'] for network (974e48a5-8005-4f80-8ebd-0fd83f94a22c), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:20.432085 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-67599bbe-2ad0-499f-b4f0-2bb694074e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for network (974e48a5-8005-4f80-8ebd-0fd83f94a22c), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:20.433121 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67599bbe-2ad0-499f-b4f0-2bb694074e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:20.433778 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-67599bbe-2ad0-499f-b4f0-2bb694074e94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:20.475080 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-67599bbe-2ad0-499f-b4f0-2bb694074e94 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3787467 Jun 24 10:26:20.478983 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 41484) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:20.484509 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-20fb9729-eb5e-4f0e-9c13-e7ea450de537 admin admin] Request body: {'subnet': {'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-419905219-subnet', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'ip_version': 4}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:26:20.500488 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67599bbe-2ad0-499f-b4f0-2bb694074e94 admin admin] Pushing event updated for resources: {'Network': ['ID=974e48a5-8005-4f80-8ebd-0fd83f94a22c,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:20.507698 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fb9729-eb5e-4f0e-9c13-e7ea450de537 admin admin] Made reservation on behalf of a1af4242504b4c7fa0903c7c61b02135 for: {'subnet': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:26:20.510124 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-20fb9729-eb5e-4f0e-9c13-e7ea450de537 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16557606'] for subnet (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:20.510835 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Network 974e48a5-8005-4f80-8ebd-0fd83f94a22c details requested by agent ovs-agent-dv-cinder-847132-2-iscsi with host dv-cinder-847132-2-iscsi {{(pid=104053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:26:20.636651 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c25165-2c80-4ec3-b1ed-1b48407464cb req-6a90473a-17a8-494a-b0d0-f8495ad682e3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:20.640817 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e5c25165-2c80-4ec3-b1ed-1b48407464cb req-6a90473a-17a8-494a-b0d0-f8495ad682e3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=12e6cd9d-142e-4fc4-a774-3b5f0f974f45 HTTP/1.1" status: 200 len: 944 time: 0.0560431 Jun 24 10:26:20.753194 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e5c25165-2c80-4ec3-b1ed-1b48407464cb req-c55079a7-218c-4a49-be1b-efc9d94f01fe tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cdcc2d0-7710-4e27-85df-47c654a457fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936682 Jun 24 10:26:20.754997 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-20fb9729-eb5e-4f0e-9c13-e7ea450de537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15868991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16557648'] for subnet (a9451b17-929f-4f0c-8328-6117f7bb7298), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:20.805673 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb9729-eb5e-4f0e-9c13-e7ea450de537 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9451b17-929f-4f0c-8328-6117f7bb7298,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:20.821211 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fb9729-eb5e-4f0e-9c13-e7ea450de537 admin admin] Checking segment: {'id': '2a0f8787-3635-4349-8a0a-313acf9040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:26:20.821570 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fb9729-eb5e-4f0e-9c13-e7ea450de537 admin admin] Network hostable DHCP agents. Network: 974e48a5-8005-4f80-8ebd-0fd83f94a22c, hostable agents: ['22a27e04-c0da-4a0e-a08f-10cd4fcfc09e'], hosted agents: [] {{(pid=104051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:26:20.841778 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fb9729-eb5e-4f0e-9c13-e7ea450de537 admin admin] Network 974e48a5-8005-4f80-8ebd-0fd83f94a22c is scheduled to be hosted by DHCP agent 22a27e04-c0da-4a0e-a08f-10cd4fcfc09e with binding_index 1 {{(pid=104051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:26:20.850815 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-20fb9729-eb5e-4f0e-9c13-e7ea450de537 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847132-2-iscsi, 974e48a5-8005-4f80-8ebd-0fd83f94a22c) {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:20.855038 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb9729-eb5e-4f0e-9c13-e7ea450de537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:20.855595 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-20fb9729-eb5e-4f0e-9c13-e7ea450de537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:20.859958 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20555ba-9cf4-42e6-ae27-02dad80bf25a None None] Network 974e48a5-8005-4f80-8ebd-0fd83f94a22c requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:26:20.873783 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-20fb9729-eb5e-4f0e-9c13-e7ea450de537 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3933680 Jun 24 10:26:20.876556 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 41488) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:20.880968 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-a39688db-ce72-4ce8-afcc-8b8ecd72cea5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:26:20.904471 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a39688db-ce72-4ce8-afcc-8b8ecd72cea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-395474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7657'] for router (4aeaa544-3543-42f8-ba44-e7becd59d879), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:20.905666 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a39688db-ce72-4ce8-afcc-8b8ecd72cea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7678'] for router (4aeaa544-3543-42f8-ba44-e7becd59d879), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:20.960689 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a39688db-ce72-4ce8-afcc-8b8ecd72cea5 admin admin] Publish callbacks [] for router_controller (4aeaa544-3543-42f8-ba44-e7becd59d879), precommit_add_association {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:20.967712 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b52166d-a654-4129-a619-948601a4fc4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e32736c-ee8a-568f-8714-1db4f76c74ea-974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298'}]}} from dv-cinder-847132-2-iscsi. {{(pid=104053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:26:20.968736 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1b52166d-a654-4129-a619-948601a4fc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:21.050024 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:21.059637 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:21.093264 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a39688db-ce72-4ce8-afcc-8b8ecd72cea5 admin admin] Publish callbacks [] for router_gateway (4aeaa544-3543-42f8-ba44-e7becd59d879), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:21.107551 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-1b52166d-a654-4129-a619-948601a4fc4b None None] Allocated IP 172.20.0.2 (974e48a5-8005-4f80-8ebd-0fd83f94a22c/a9451b17-929f-4f0c-8328-6117f7bb7298/b492d72e-6897-4a30-9c41-e2292ea2cd80) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:26:21.257192 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1b52166d-a654-4129-a619-948601a4fc4b None None] Publish callbacks [] for port (b492d72e-6897-4a30-9c41-e2292ea2cd80), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:21.264681 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1b52166d-a654-4129-a619-948601a4fc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714'] for port (b492d72e-6897-4a30-9c41-e2292ea2cd80), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:21.278403 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a39688db-ce72-4ce8-afcc-8b8ecd72cea5 admin admin] Publish callbacks [] for router_gateway (4aeaa544-3543-42f8-ba44-e7becd59d879), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:21.297232 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a39688db-ce72-4ce8-afcc-8b8ecd72cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:21.343039 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:21.406636 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-a39688db-ce72-4ce8-afcc-8b8ecd72cea5 admin admin] Allocated IP 172.27.0.60 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/86c9105e-77dd-4d6d-a1ee-80362b302f72) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:26:21.438193 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b52166d-a654-4129-a619-948601a4fc4b None None] Network 974e48a5-8005-4f80-8ebd-0fd83f94a22c is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:26:21.441495 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-1b52166d-a654-4129-a619-948601a4fc4b None None] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:21.445351 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b52166d-a654-4129-a619-948601a4fc4b None None] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:26:21.452209 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52166d-a654-4129-a619-948601a4fc4b None None] Pushing event updated for resources: {'Port': ['ID=b492d72e-6897-4a30-9c41-e2292ea2cd80,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:21.506134 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-1b52166d-a654-4129-a619-948601a4fc4b None None] Attempting to bind port b492d72e-6897-4a30-9c41-e2292ea2cd80 on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:26:21.506489 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-1b52166d-a654-4129-a619-948601a4fc4b None None] Attempting to bind port b492d72e-6897-4a30-9c41-e2292ea2cd80 by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '2a0f8787-3635-4349-8a0a-313acf9040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:26:21.506872 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b52166d-a654-4129-a619-948601a4fc4b None None] Attempting to bind port b492d72e-6897-4a30-9c41-e2292ea2cd80 on network 974e48a5-8005-4f80-8ebd-0fd83f94a22c {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:26:21.512576 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b52166d-a654-4129-a619-948601a4fc4b None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:26:21.512896 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b52166d-a654-4129-a619-948601a4fc4b None None] Checking segment: {'id': '2a0f8787-3635-4349-8a0a-313acf9040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:26:21.513289 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1b52166d-a654-4129-a619-948601a4fc4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:21.513670 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b52166d-a654-4129-a619-948601a4fc4b None None] Bound using segment: {'id': '2a0f8787-3635-4349-8a0a-313acf9040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:26:21.514123 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-1b52166d-a654-4129-a619-948601a4fc4b None None] Bound port: b492d72e-6897-4a30-9c41-e2292ea2cd80, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0f8787-3635-4349-8a0a-313acf9040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:26:21.514622 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1b52166d-a654-4129-a619-948601a4fc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (b492d72e-6897-4a30-9c41-e2292ea2cd80), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:21.517527 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a39688db-ce72-4ce8-afcc-8b8ecd72cea5 admin admin] Publish callbacks [] for port (86c9105e-77dd-4d6d-a1ee-80362b302f72), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:21.550723 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a39688db-ce72-4ce8-afcc-8b8ecd72cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (86c9105e-77dd-4d6d-a1ee-80362b302f72), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:21.577483 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-1b52166d-a654-4129-a619-948601a4fc4b None None] For port b492d72e-6897-4a30-9c41-e2292ea2cd80, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:26:21.580937 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-1b52166d-a654-4129-a619-948601a4fc4b None None] For port b492d72e-6897-4a30-9c41-e2292ea2cd80, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=b492d72e-6897-4a30-9c41-e2292ea2cd80,segment=NetworkSegment(2a0f8787-3635-4349-8a0a-313acf9040a0),segment_id=2a0f8787-3635-4349-8a0a-313acf9040a0)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:26:21.587921 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1b52166d-a654-4129-a619-948601a4fc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (b492d72e-6897-4a30-9c41-e2292ea2cd80), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:21.590644 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39688db-ce72-4ce8-afcc-8b8ecd72cea5 admin admin] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:26:21.595419 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-a39688db-ce72-4ce8-afcc-8b8ecd72cea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:21.596407 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:21.599249 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39688db-ce72-4ce8-afcc-8b8ecd72cea5 admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:26:21.602532 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39688db-ce72-4ce8-afcc-8b8ecd72cea5 admin admin] Pushing event updated for resources: {'Port': ['ID=86c9105e-77dd-4d6d-a1ee-80362b302f72,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:21.662003 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52166d-a654-4129-a619-948601a4fc4b None None] Pushing event updated for resources: {'Port': ['ID=b492d72e-6897-4a30-9c41-e2292ea2cd80,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:21.737631 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=77 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:21.738369 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=60 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:21.932435 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac3e7c-998a-4fa6-bc1e-08aebac33b2e req-a4a066a4-a35c-4611-8ce8-16e9e7c92877 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:21.933981 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-97ac3e7c-998a-4fa6-bc1e-08aebac33b2e req-a4a066a4-a35c-4611-8ce8-16e9e7c92877 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=12e6cd9d-142e-4fc4-a774-3b5f0f974f45 HTTP/1.1" status: 200 len: 944 time: 0.0628145 Jun 24 10:26:21.934738 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a39688db-ce72-4ce8-afcc-8b8ecd72cea5 admin admin] Publish callbacks [] for router_gateway (4aeaa544-3543-42f8-ba44-e7becd59d879), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:21.966227 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device c497946e-5912-4677-908c-57e4aa280178 up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:26:22.010329 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning for port c497946e-5912-4677-908c-57e4aa280178 completed by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:26:22.017222 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port c497946e-5912-4677-908c-57e4aa280178 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:26:22.017582 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (c497946e-5912-4677-908c-57e4aa280178), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:22.037530 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:22.058998 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-97ac3e7c-998a-4fa6-bc1e-08aebac33b2e req-16aea2a0-9ce0-460d-b749-ab50a1709c86 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cdcc2d0-7710-4e27-85df-47c654a457fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916405 Jun 24 10:26:22.106549 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port c497946e-5912-4677-908c-57e4aa280178 is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:26:22.106960 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (c497946e-5912-4677-908c-57e4aa280178), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:22.129818 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e6cd9d-142e-4fc4-a774-3b5f0f974f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c497946e-5912-4677-908c-57e4aa280178'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:26:22.132120 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752fcc71-fed7-4b0b-bead-1c17bc9ea001" -d '{"events": [{"server_uuid": "12e6cd9d-142e-4fc4-a774-3b5f0f974f45", "name": "network-vif-plugged", "status": "completed", "tag": "c497946e-5912-4677-908c-57e4aa280178"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:26:22.149140 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port c497946e-5912-4677-908c-57e4aa280178, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c497946e-5912-4677-908c-57e4aa280178,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:22.155380 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (c497946e-5912-4677-908c-57e4aa280178), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:22.181541 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9325df-f40f-41ce-80f1-a6f21f36d70d x-openstack-request-id: req-3f9325df-f40f-41ce-80f1-a6f21f36d70d {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:26:22.181833 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e6cd9d-142e-4fc4-a774-3b5f0f974f45", "name": "network-vif-plugged", "status": "completed", "tag": "c497946e-5912-4677-908c-57e4aa280178", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:26:22.182079 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f9325df-f40f-41ce-80f1-a6f21f36d70d {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:26:22.182617 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9325df-f40f-41ce-80f1-a6f21f36d70d'] response: {'server_uuid': '12e6cd9d-142e-4fc4-a774-3b5f0f974f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c497946e-5912-4677-908c-57e4aa280178', 'code': 200} Jun 24 10:26:22.210123 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=c497946e-5912-4677-908c-57e4aa280178,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:22.352408 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:22.361257 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb8238-f747-4a4e-98fe-f6921a168e54 req-4ff55ed2-e54d-4497-b97f-698acea4d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:22.362832 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e8fb8238-f747-4a4e-98fe-f6921a168e54 req-4ff55ed2-e54d-4497-b97f-698acea4d998 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=12e6cd9d-142e-4fc4-a774-3b5f0f974f45 HTTP/1.1" status: 200 len: 1129 time: 0.0467348 Jun 24 10:26:22.402820 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:22.412686 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e8fb8238-f747-4a4e-98fe-f6921a168e54 req-1560db2e-b68b-47ce-a796-88310b20869b service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=4cdcc2d0-7710-4e27-85df-47c654a457fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434332 Jun 24 10:26:22.428080 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a39688db-ce72-4ce8-afcc-8b8ecd72cea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401867'] for router (4aeaa544-3543-42f8-ba44-e7becd59d879), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:22.555792 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89666e46-900f-42b9-81d6-fcd68db8aea4 None None] Network 974e48a5-8005-4f80-8ebd-0fd83f94a22c requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:26:22.562173 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39688db-ce72-4ce8-afcc-8b8ecd72cea5 admin admin] Router 4aeaa544-3543-42f8-ba44-e7becd59d879 is scheduled to L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 with binding_index 1 {{(pid=104051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:26:22.668320 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c1c11f5a-4791-4feb-9667-70b25dcd7710 None None] Provisioning complete for port b492d72e-6897-4a30-9c41-e2292ea2cd80 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:26:22.668666 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39688db-ce72-4ce8-afcc-8b8ecd72cea5 admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:26:22.668849 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c1c11f5a-4791-4feb-9667-70b25dcd7710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (b492d72e-6897-4a30-9c41-e2292ea2cd80), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:22.682084 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] Sync routers for ids ['4aeaa544-3543-42f8-ba44-e7becd59d879'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:26:22.690961 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a39688db-ce72-4ce8-afcc-8b8ecd72cea5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:22.691444 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:22.692791 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-a39688db-ce72-4ce8-afcc-8b8ecd72cea5 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8151364 Jun 24 10:26:22.696512 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 41494) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:22.699907 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] Routers {'4aeaa544-3543-42f8-ba44-e7becd59d879'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:26:22.702144 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:25:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4aeaa544-3543-42f8-ba44-e7becd59d879'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:22.761364 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c1c11f5a-4791-4feb-9667-70b25dcd7710 None None] Current status of the port b492d72e-6897-4a30-9c41-e2292ea2cd80 is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:26:22.761757 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c1c11f5a-4791-4feb-9667-70b25dcd7710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (b492d72e-6897-4a30-9c41-e2292ea2cd80), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:22.801301 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c1c11f5a-4791-4feb-9667-70b25dcd7710 None None] For port b492d72e-6897-4a30-9c41-e2292ea2cd80, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=b492d72e-6897-4a30-9c41-e2292ea2cd80,segment=NetworkSegment(2a0f8787-3635-4349-8a0a-313acf9040a0),segment_id=2a0f8787-3635-4349-8a0a-313acf9040a0)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:22.807772 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c1c11f5a-4791-4feb-9667-70b25dcd7710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (b492d72e-6897-4a30-9c41-e2292ea2cd80), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:22.819139 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] Set router 4aeaa544-3543-42f8-ba44-e7becd59d879 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:26:22.863344 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c11f5a-4791-4feb-9667-70b25dcd7710 None None] Pushing event updated for resources: {'Port': ['ID=b492d72e-6897-4a30-9c41-e2292ea2cd80,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:22.926997 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-8b0f4861-828f-4919-8594-c4c19e7cf9e5 None None] Provisioning complete for port b492d72e-6897-4a30-9c41-e2292ea2cd80 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:26:22.927362 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8b0f4861-828f-4919-8594-c4c19e7cf9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (b492d72e-6897-4a30-9c41-e2292ea2cd80), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:22.998938 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f4861-828f-4919-8594-c4c19e7cf9e5 None None] Current status of the port b492d72e-6897-4a30-9c41-e2292ea2cd80 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:26:22.999758 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:26:21Z', 'revision_number': 3, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:23.025869 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] Checking router: 4aeaa544-3543-42f8-ba44-e7becd59d879 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:26:23.026256 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] Updating router 4aeaa544-3543-42f8-ba44-e7becd59d879 port 86c9105e-77dd-4d6d-a1ee-80362b302f72 binding host dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:26:23.053992 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (86c9105e-77dd-4d6d-a1ee-80362b302f72), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:23.124482 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2026a04f-2677-4906-9c8d-21214d469b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:23.213906 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c0680-fb17-4851-9e1d-d5d7af30818c req-1625d318-06cc-48c4-b69f-ece0112e0107 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:23.215607 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5e4c0680-fb17-4851-9e1d-d5d7af30818c req-1625d318-06cc-48c4-b69f-ece0112e0107 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=12e6cd9d-142e-4fc4-a774-3b5f0f974f45 HTTP/1.1" status: 200 len: 945 time: 0.0814524 Jun 24 10:26:23.251621 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:23.269672 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:23.301548 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device b492d72e-6897-4a30-9c41-e2292ea2cd80 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:26:23.318291 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] Publish callbacks [] for port (86c9105e-77dd-4d6d-a1ee-80362b302f72), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:23.327108 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (86c9105e-77dd-4d6d-a1ee-80362b302f72), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:23.332266 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5e4c0680-fb17-4851-9e1d-d5d7af30818c req-488120f9-e790-47d5-b061-c952b1e61f15 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cdcc2d0-7710-4e27-85df-47c654a457fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078179 Jun 24 10:26:23.351992 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port b492d72e-6897-4a30-9c41-e2292ea2cd80 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:26:23.352230 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (b492d72e-6897-4a30-9c41-e2292ea2cd80), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:23.390122 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-2026a04f-2677-4906-9c8d-21214d469b5e admin admin] Allocated IP 172.20.0.1 (974e48a5-8005-4f80-8ebd-0fd83f94a22c/a9451b17-929f-4f0c-8328-6117f7bb7298/a2e53aa9-77ca-4988-8638-7661a1f9169c) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:26:23.439256 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port b492d72e-6897-4a30-9c41-e2292ea2cd80 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:26:23.475239 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] Attempting to bind port 86c9105e-77dd-4d6d-a1ee-80362b302f72 on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:26:23.475596 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] Attempting to bind port 86c9105e-77dd-4d6d-a1ee-80362b302f72 by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:26:23.475978 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] Attempting to bind port 86c9105e-77dd-4d6d-a1ee-80362b302f72 on network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:26:23.484631 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee901b-6aab-44c6-9948-664bcbc735ae None None] Pushing event updated for resources: {'Port': ['ID=86c9105e-77dd-4d6d-a1ee-80362b302f72,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:23.487714 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:26:23.488053 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] Checking segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:26:23.488438 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:23.488816 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] Bound using segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:26:23.489259 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] Bound port: 86c9105e-77dd-4d6d-a1ee-80362b302f72, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:26:23.489637 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (86c9105e-77dd-4d6d-a1ee-80362b302f72), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:23.496505 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee901b-6aab-44c6-9948-664bcbc735ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:23.496838 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee901b-6aab-44c6-9948-664bcbc735ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:23.497181 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee901b-6aab-44c6-9948-664bcbc735ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:23.497512 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee901b-6aab-44c6-9948-664bcbc735ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:23.497832 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee901b-6aab-44c6-9948-664bcbc735ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:23.498142 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee901b-6aab-44c6-9948-664bcbc735ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:23.498455 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee901b-6aab-44c6-9948-664bcbc735ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:23.498775 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee901b-6aab-44c6-9948-664bcbc735ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:23.499087 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee901b-6aab-44c6-9948-664bcbc735ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:23.499400 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee901b-6aab-44c6-9948-664bcbc735ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:23.499708 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee901b-6aab-44c6-9948-664bcbc735ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:23.499837 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2026a04f-2677-4906-9c8d-21214d469b5e admin admin] Publish callbacks [] for port (a2e53aa9-77ca-4988-8638-7661a1f9169c), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:23.500017 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee901b-6aab-44c6-9948-664bcbc735ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:23.500325 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee901b-6aab-44c6-9948-664bcbc735ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:23.500632 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee901b-6aab-44c6-9948-664bcbc735ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:23.500935 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee901b-6aab-44c6-9948-664bcbc735ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:23.535332 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2026a04f-2677-4906-9c8d-21214d469b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (a2e53aa9-77ca-4988-8638-7661a1f9169c), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:23.552357 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] For port 86c9105e-77dd-4d6d-a1ee-80362b302f72, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:26:23.556692 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] For port 86c9105e-77dd-4d6d-a1ee-80362b302f72, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=86c9105e-77dd-4d6d-a1ee-80362b302f72,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:26:23.563593 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (86c9105e-77dd-4d6d-a1ee-80362b302f72), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:23.580598 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2026a04f-2677-4906-9c8d-21214d469b5e admin admin] Network 974e48a5-8005-4f80-8ebd-0fd83f94a22c is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:26:23.583367 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-2026a04f-2677-4906-9c8d-21214d469b5e admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:23.587615 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2026a04f-2677-4906-9c8d-21214d469b5e admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:26:23.605938 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:23.609889 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026a04f-2677-4906-9c8d-21214d469b5e admin admin] Pushing event updated for resources: {'Port': ['ID=a2e53aa9-77ca-4988-8638-7661a1f9169c,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:23.630812 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2026a04f-2677-4906-9c8d-21214d469b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400494'] for router_interface (4aeaa544-3543-42f8-ba44-e7becd59d879), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:23.631679 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] Routers {'4aeaa544-3543-42f8-ba44-e7becd59d879'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:26:23.632331 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:25:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4aeaa544-3543-42f8-ba44-e7becd59d879'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:23.636226 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee901b-6aab-44c6-9948-664bcbc735ae None None] Pushing event updated for resources: {'Port': ['ID=86c9105e-77dd-4d6d-a1ee-80362b302f72,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:23.752673 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] Set router 4aeaa544-3543-42f8-ba44-e7becd59d879 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:26:23.792519 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2026a04f-2677-4906-9c8d-21214d469b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (a2e53aa9-77ca-4988-8638-7661a1f9169c), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:23.893257 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:23.929096 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-6a990334-b0a4-4b22-8ec0-6a708907003d None None] Provisioning complete for port a2e53aa9-77ca-4988-8638-7661a1f9169c triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:26:23.929453 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6a990334-b0a4-4b22-8ec0-6a708907003d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (a2e53aa9-77ca-4988-8638-7661a1f9169c), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:23.931998 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:23.934574 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:26:21Z', 'revision_number': 3, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:23.962335 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496757d7-cb59-4b44-a3e7-e6fc880fb131 None None] The sync data for ids ['4aeaa544-3543-42f8-ba44-e7becd59d879'] in dv-cinder-847132-2-iscsi is: [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:26:21Z', 'revision_number': 3, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:26:23.963554 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-6a990334-b0a4-4b22-8ec0-6a708907003d None None] Port a2e53aa9-77ca-4988-8638-7661a1f9169c cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:26:23.979429 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2026a04f-2677-4906-9c8d-21214d469b5e admin admin] Publish callbacks [] for port (a2e53aa9-77ca-4988-8638-7661a1f9169c), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:23.987087 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2026a04f-2677-4906-9c8d-21214d469b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15869106'] for port (a2e53aa9-77ca-4988-8638-7661a1f9169c), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:24.054486 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2026a04f-2677-4906-9c8d-21214d469b5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398334'] for router_interface (4aeaa544-3543-42f8-ba44-e7becd59d879), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:24.056289 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026a04f-2677-4906-9c8d-21214d469b5e admin admin] Pushing event updated for resources: {'Port': ['ID=a2e53aa9-77ca-4988-8638-7661a1f9169c,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:24.067412 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:24.094979 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:24.162084 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2026a04f-2677-4906-9c8d-21214d469b5e admin admin] Network 974e48a5-8005-4f80-8ebd-0fd83f94a22c is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:26:24.166200 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-2026a04f-2677-4906-9c8d-21214d469b5e admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:24.289605 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2026a04f-2677-4906-9c8d-21214d469b5e admin admin] Router 4aeaa544-3543-42f8-ba44-e7becd59d879 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:26:24.400786 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2026a04f-2677-4906-9c8d-21214d469b5e admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:26:24.407447 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-2026a04f-2677-4906-9c8d-21214d469b5e admin admin] 10.222.0.64 "PUT /v2.0/routers/4aeaa544-3543-42f8-ba44-e7becd59d879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7094605 Jun 24 10:26:24.488007 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-04fcc788-9757-452b-8bd1-0259844e5802 None None] Provisioning complete for port a2e53aa9-77ca-4988-8638-7661a1f9169c triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:26:24.488601 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-04fcc788-9757-452b-8bd1-0259844e5802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (a2e53aa9-77ca-4988-8638-7661a1f9169c), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:24.531198 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-04fcc788-9757-452b-8bd1-0259844e5802 None None] Port a2e53aa9-77ca-4988-8638-7661a1f9169c cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:26:24.627636 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1b85f-4ba2-4716-97d0-7848fc6577a2 req-54d860bc-8bea-42c2-a0aa-f9852e2400e2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:24.634727 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0aa1b85f-4ba2-4716-97d0-7848fc6577a2 req-54d860bc-8bea-42c2-a0aa-f9852e2400e2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=12e6cd9d-142e-4fc4-a774-3b5f0f974f45 HTTP/1.1" status: 200 len: 945 time: 0.2093122 Jun 24 10:26:24.680969 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0aa1b85f-4ba2-4716-97d0-7848fc6577a2 req-179c55e4-74f5-45a4-a91f-7dc796fcb2d7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cdcc2d0-7710-4e27-85df-47c654a457fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452938 Jun 24 10:26:24.797680 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b55015-8d5b-42a7-b8d6-6d57504da95d req-560c9145-9902-46ca-9a69-a3e6d647ad32 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:24.799259 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c8b55015-8d5b-42a7-b8d6-6d57504da95d req-560c9145-9902-46ca-9a69-a3e6d647ad32 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=12e6cd9d-142e-4fc4-a774-3b5f0f974f45 HTTP/1.1" status: 200 len: 945 time: 0.0518396 Jun 24 10:26:24.808469 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 41514) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:24.812982 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-e1a54036-a325-4b21-8ffc-0ce3defac39f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Request body: {'floatingip': {'port_id': 'c497946e-5912-4677-908c-57e4aa280178'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:26:24.860239 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-34992435-5de3-459c-974f-6b63072e691c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:24.860733 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e1a54036-a325-4b21-8ffc-0ce3defac39f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (fa40cb2d-4745-4cb2-bf3e-4d42657a64fc), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:24.984118 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 41520) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:24.989269 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-f40a6ba2-c1af-400e-aed8-cd6f2242118e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1287700354-network', 'tenant_id': 'de9aedf5d1a74ed88a6e2c013e13e849'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:26:25.010124 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40a6ba2-c1af-400e-aed8-cd6f2242118e admin admin] Made reservation on behalf of de9aedf5d1a74ed88a6e2c013e13e849 for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:26:25.012647 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f40a6ba2-c1af-400e-aed8-cd6f2242118e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:25.021518 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f40a6ba2-c1af-400e-aed8-cd6f2242118e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:25.105465 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f40a6ba2-c1af-400e-aed8-cd6f2242118e admin admin] Publish callbacks [] for security_group (33b968b9-5d12-4d48-a0a5-6f090198a01b), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:25.110192 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f40a6ba2-c1af-400e-aed8-cd6f2242118e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (33b968b9-5d12-4d48-a0a5-6f090198a01b), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:25.135975 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f40a6ba2-c1af-400e-aed8-cd6f2242118e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:26:25.146475 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a6ba2-c1af-400e-aed8-cd6f2242118e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b968b9-5d12-4d48-a0a5-6f090198a01b,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:25.152041 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f40a6ba2-c1af-400e-aed8-cd6f2242118e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:25.152374 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-f40a6ba2-c1af-400e-aed8-cd6f2242118e admin admin] Added segment eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5 of type vlan for network a495b951-2ebc-48c7-8224-03ab5c38cb42 Jun 24 10:26:25.194263 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f40a6ba2-c1af-400e-aed8-cd6f2242118e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739177427905'] for network (a495b951-2ebc-48c7-8224-03ab5c38cb42), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:25.224049 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f40a6ba2-c1af-400e-aed8-cd6f2242118e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082'] for network (a495b951-2ebc-48c7-8224-03ab5c38cb42), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:25.225117 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40a6ba2-c1af-400e-aed8-cd6f2242118e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:25.225665 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f40a6ba2-c1af-400e-aed8-cd6f2242118e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:25.300727 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a6ba2-c1af-400e-aed8-cd6f2242118e admin admin] Pushing event updated for resources: {'Network': ['ID=a495b951-2ebc-48c7-8224-03ab5c38cb42,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:25.303926 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e1a54036-a325-4b21-8ffc-0ce3defac39f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:25.308980 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e1a54036-a325-4b21-8ffc-0ce3defac39f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (fa40cb2d-4745-4cb2-bf3e-4d42657a64fc), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:25.310069 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f40a6ba2-c1af-400e-aed8-cd6f2242118e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3247514 Jun 24 10:26:25.310942 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 41522) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:25.314594 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Network a495b951-2ebc-48c7-8224-03ab5c38cb42 details requested by agent ovs-agent-dv-cinder-847132-2-iscsi with host dv-cinder-847132-2-iscsi {{(pid=104053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:26:25.316614 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-d417f87a-4cf3-42f7-9c68-a39d842367b6 admin admin] Request body: {'subnet': {'network_id': 'a495b951-2ebc-48c7-8224-03ab5c38cb42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1287700354-subnet', 'tenant_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'ip_version': 4}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:26:25.338022 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d417f87a-4cf3-42f7-9c68-a39d842367b6 admin admin] Made reservation on behalf of de9aedf5d1a74ed88a6e2c013e13e849 for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:26:25.341481 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d417f87a-4cf3-42f7-9c68-a39d842367b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12405602'] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:25.350094 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 86c9105e-77dd-4d6d-a1ee-80362b302f72 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:26:25.371607 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:25.427093 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [None req-e1a54036-a325-4b21-8ffc-0ce3defac39f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Floating IP fa40cb2d-4745-4cb2-bf3e-4d42657a64fc associated. External IP: 172.27.0.157, port: c497946e-5912-4677-908c-57e4aa280178. Jun 24 10:26:25.436798 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 86c9105e-77dd-4d6d-a1ee-80362b302f72 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:26:25.437564 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (86c9105e-77dd-4d6d-a1ee-80362b302f72), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:25.470138 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:25.518104 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 86c9105e-77dd-4d6d-a1ee-80362b302f72 is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:26:25.519302 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (86c9105e-77dd-4d6d-a1ee-80362b302f72), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:25.525192 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:25.540783 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d417f87a-4cf3-42f7-9c68-a39d842367b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11933469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12405524'] for subnet (70aff75a-10fd-4c03-bf22-c3f3a12f6aeb), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:25.545536 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] For port 86c9105e-77dd-4d6d-a1ee-80362b302f72, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=86c9105e-77dd-4d6d-a1ee-80362b302f72,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:25.550767 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (86c9105e-77dd-4d6d-a1ee-80362b302f72), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:25.580966 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:25.605984 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Pushing event updated for resources: {'Port': ['ID=86c9105e-77dd-4d6d-a1ee-80362b302f72,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:25.607323 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417f87a-4cf3-42f7-9c68-a39d842367b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70aff75a-10fd-4c03-bf22-c3f3a12f6aeb,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:25.616970 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d417f87a-4cf3-42f7-9c68-a39d842367b6 admin admin] Checking segment: {'id': 'eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a495b951-2ebc-48c7-8224-03ab5c38cb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:26:25.617468 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d417f87a-4cf3-42f7-9c68-a39d842367b6 admin admin] Network hostable DHCP agents. Network: a495b951-2ebc-48c7-8224-03ab5c38cb42, hostable agents: ['22a27e04-c0da-4a0e-a08f-10cd4fcfc09e'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:26:25.640640 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d417f87a-4cf3-42f7-9c68-a39d842367b6 admin admin] Network a495b951-2ebc-48c7-8224-03ab5c38cb42 is scheduled to be hosted by DHCP agent 22a27e04-c0da-4a0e-a08f-10cd4fcfc09e with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:26:25.650873 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-d417f87a-4cf3-42f7-9c68-a39d842367b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847132-2-iscsi, a495b951-2ebc-48c7-8224-03ab5c38cb42) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:25.656022 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d417f87a-4cf3-42f7-9c68-a39d842367b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:25.656752 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d417f87a-4cf3-42f7-9c68-a39d842367b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:25.664190 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a54036-a325-4b21-8ffc-0ce3defac39f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Router 4e6ef35d-71a4-4044-8467-446df607abc2 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:26:25.665015 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c04c13-25ea-4086-8645-e39e7963b503 None None] Network a495b951-2ebc-48c7-8224-03ab5c38cb42 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:26:25.676008 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-d417f87a-4cf3-42f7-9c68-a39d842367b6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3634782 Jun 24 10:26:25.678425 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 41524) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:25.684630 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-6440f7b9-47da-4da5-a0d2-8895b2185569 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1287700354-router', 'tenant_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:26:25.711231 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6440f7b9-47da-4da5-a0d2-8895b2185569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-395474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7657'] for router (12fa3d6f-a9de-4142-b81c-846c692665d5), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:25.712467 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6440f7b9-47da-4da5-a0d2-8895b2185569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7678'] for router (12fa3d6f-a9de-4142-b81c-846c692665d5), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:25.723864 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:25.753280 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] Sync routers for ids ['4aeaa544-3543-42f8-ba44-e7becd59d879'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:26:25.784224 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6440f7b9-47da-4da5-a0d2-8895b2185569 admin admin] Publish callbacks [] for router_controller (12fa3d6f-a9de-4142-b81c-846c692665d5), precommit_add_association {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:25.792859 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] Routers {'4aeaa544-3543-42f8-ba44-e7becd59d879'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:26:25.793596 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:25:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4aeaa544-3543-42f8-ba44-e7becd59d879'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:25.838318 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367fadce-d060-43b9-8419-a4c71b3c72c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e32736c-ee8a-568f-8714-1db4f76c74ea-a495b951-2ebc-48c7-8224-03ab5c38cb42', 'network_id': 'a495b951-2ebc-48c7-8224-03ab5c38cb42', 'project_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'fixed_ips': [{'subnet_id': '70aff75a-10fd-4c03-bf22-c3f3a12f6aeb'}]}} from dv-cinder-847132-2-iscsi. {{(pid=104053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:26:25.840163 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-367fadce-d060-43b9-8419-a4c71b3c72c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:25.940480 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6440f7b9-47da-4da5-a0d2-8895b2185569 admin admin] Publish callbacks [] for router_gateway (12fa3d6f-a9de-4142-b81c-846c692665d5), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:26.004418 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] Set router 4aeaa544-3543-42f8-ba44-e7becd59d879 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:26:26.036539 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a54036-a325-4b21-8ffc-0ce3defac39f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:26:26.041659 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e1a54036-a325-4b21-8ffc-0ce3defac39f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:26.052849 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46a73d8-c4e6-4a76-bc92-032bee105e93 None None] Sync routers for ids ['4e6ef35d-71a4-4044-8467-446df607abc2'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:26:26.075974 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-e1a54036-a325-4b21-8ffc-0ce3defac39f tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "PUT /v2.0/floatingips/fa40cb2d-4745-4cb2-bf3e-4d42657a64fc HTTP/1.1" status: 200 len: 991 time: 1.2663679 Jun 24 10:26:26.076578 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e6cd9d-142e-4fc4-a774-3b5f0f974f45', 'tag': 'c497946e-5912-4677-908c-57e4aa280178'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:26:26.079104 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0842cb78391e2f7ce2bbbb97d4275cb0a39767f3185dad610fa5b26cb1bc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b62be84-0bc2-4f8e-aa0f-2a08e72c21e5" -d '{"events": [{"name": "network-changed", "server_uuid": "12e6cd9d-142e-4fc4-a774-3b5f0f974f45", "tag": "c497946e-5912-4677-908c-57e4aa280178"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:26:26.081421 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46a73d8-c4e6-4a76-bc92-032bee105e93 None None] Routers {'4e6ef35d-71a4-4044-8467-446df607abc2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:26:26.082267 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-d46a73d8-c4e6-4a76-bc92-032bee105e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:25:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4e6ef35d-71a4-4044-8467-446df607abc2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:26.121423 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb0facc-6090-4de2-b58c-74d67a20a64f x-openstack-request-id: req-3eb0facc-6090-4de2-b58c-74d67a20a64f {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:26:26.121718 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e6cd9d-142e-4fc4-a774-3b5f0f974f45", "tag": "c497946e-5912-4677-908c-57e4aa280178", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:26:26.121970 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3eb0facc-6090-4de2-b58c-74d67a20a64f {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:26:26.122406 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eb0facc-6090-4de2-b58c-74d67a20a64f'] response: {'name': 'network-changed', 'server_uuid': '12e6cd9d-142e-4fc4-a774-3b5f0f974f45', 'tag': 'c497946e-5912-4677-908c-57e4aa280178', 'status': 'completed', 'code': 200} Jun 24 10:26:26.142326 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-367fadce-d060-43b9-8419-a4c71b3c72c4 None None] Allocated IP 172.20.0.2 (a495b951-2ebc-48c7-8224-03ab5c38cb42/70aff75a-10fd-4c03-bf22-c3f3a12f6aeb/dcd34b09-a083-442e-bf15-53bf8381d1c0) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:26:26.181369 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:26.191114 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6440f7b9-47da-4da5-a0d2-8895b2185569 admin admin] Publish callbacks [] for router_gateway (12fa3d6f-a9de-4142-b81c-846c692665d5), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:26.216314 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6440f7b9-47da-4da5-a0d2-8895b2185569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:26.219565 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62be84-0bc2-4f8e-aa0f-2a08e72c21e5 req-025bd075-4167-43cc-969c-713162f68dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:26.221460 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3b62be84-0bc2-4f8e-aa0f-2a08e72c21e5 req-025bd075-4167-43cc-969c-713162f68dbc service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=13b216e0dd4e46e2a2f4b275666118f6&device_id=12e6cd9d-142e-4fc4-a774-3b5f0f974f45 HTTP/1.1" status: 200 len: 1129 time: 0.0693803 Jun 24 10:26:26.240561 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-d46a73d8-c4e6-4a76-bc92-032bee105e93 None None] Set router 4e6ef35d-71a4-4044-8467-446df607abc2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:26:26.323198 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:26:23Z', 'revision_number': 4, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'a2e53aa9-77ca-4988-8638-7661a1f9169c', 'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'mac_address': 'fa:16:3e:5d:6a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:23Z', 'updated_at': '2022-06-24T10:26:23Z', 'revision_number': 2, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'subnets': [{'id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:26.353397 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] Checking router: 4aeaa544-3543-42f8-ba44-e7becd59d879 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:26:26.353752 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] Updating router 4aeaa544-3543-42f8-ba44-e7becd59d879 port a2e53aa9-77ca-4988-8638-7661a1f9169c binding host dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:26:26.392155 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62be84-0bc2-4f8e-aa0f-2a08e72c21e5 req-b5348743-eb74-4d11-972a-09d538902ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:26.393641 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3b62be84-0bc2-4f8e-aa0f-2a08e72c21e5 req-b5348743-eb74-4d11-972a-09d538902ec5 service neutron] 10.222.0.27 "GET /v2.0/networks?id=62d2509b-2c7f-4b5f-9593-650742984d82 HTTP/1.1" status: 200 len: 915 time: 0.1647000 Jun 24 10:26:26.401298 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-6440f7b9-47da-4da5-a0d2-8895b2185569 admin admin] Allocated IP 172.27.0.178 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/6a8534f2-af75-482d-8328-6730359982ed) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:26:26.415670 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (a2e53aa9-77ca-4988-8638-7661a1f9169c), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:26.436158 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-367fadce-d060-43b9-8419-a4c71b3c72c4 None None] Publish callbacks [] for port (dcd34b09-a083-442e-bf15-53bf8381d1c0), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:26.457786 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:26.466223 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-367fadce-d060-43b9-8419-a4c71b3c72c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714'] for port (dcd34b09-a083-442e-bf15-53bf8381d1c0), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:26.475442 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-d46a73d8-c4e6-4a76-bc92-032bee105e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': 'fa40cb2d-4745-4cb2-bf3e-4d42657a64fc', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'port_id': 'c497946e-5912-4677-908c-57e4aa280178', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'mac_address': 'fa:16:3e:63:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e6cd9d-142e-4fc4-a774-3b5f0f974f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:26:13Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 1, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:26.480842 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:26.486309 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3b62be84-0bc2-4f8e-aa0f-2a08e72c21e5 req-2c38ca4e-59c4-4e51-91e3-fe7552b563ad service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c497946e-5912-4677-908c-57e4aa280178 HTTP/1.1" status: 200 len: 999 time: 0.0863280 Jun 24 10:26:26.505465 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46a73d8-c4e6-4a76-bc92-032bee105e93 None None] Checking router: 4e6ef35d-71a4-4044-8467-446df607abc2 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:26:26.515679 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46a73d8-c4e6-4a76-bc92-032bee105e93 None None] Routers {'4e6ef35d-71a4-4044-8467-446df607abc2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:26:26.516306 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-d46a73d8-c4e6-4a76-bc92-032bee105e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:25:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4e6ef35d-71a4-4044-8467-446df607abc2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:26.566613 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367fadce-d060-43b9-8419-a4c71b3c72c4 None None] Network a495b951-2ebc-48c7-8224-03ab5c38cb42 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:26:26.575722 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62be84-0bc2-4f8e-aa0f-2a08e72c21e5 req-4d7920e2-df26-44d5-a1f5-cf5452e7ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:26.577201 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3b62be84-0bc2-4f8e-aa0f-2a08e72c21e5 req-4d7920e2-df26-44d5-a1f5-cf5452e7ff11 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=268c6001-37f9-4557-8ba3-5719eccd12d5 HTTP/1.1" status: 200 len: 853 time: 0.0819049 Jun 24 10:26:26.577724 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-367fadce-d060-43b9-8419-a4c71b3c72c4 None None] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:26.584440 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367fadce-d060-43b9-8419-a4c71b3c72c4 None None] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:26:26.592339 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fadce-d060-43b9-8419-a4c71b3c72c4 None None] Pushing event updated for resources: {'Port': ['ID=dcd34b09-a083-442e-bf15-53bf8381d1c0,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:26.631229 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-d46a73d8-c4e6-4a76-bc92-032bee105e93 None None] Set router 4e6ef35d-71a4-4044-8467-446df607abc2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:26:26.644390 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6440f7b9-47da-4da5-a0d2-8895b2185569 admin admin] Publish callbacks [] for port (6a8534f2-af75-482d-8328-6730359982ed), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:26.649498 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62be84-0bc2-4f8e-aa0f-2a08e72c21e5 req-afb7717c-527d-48dd-8911-1529b45b3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:26.651111 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3b62be84-0bc2-4f8e-aa0f-2a08e72c21e5 req-afb7717c-527d-48dd-8911-1529b45b3cf3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=62d2509b-2c7f-4b5f-9593-650742984d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681691 Jun 24 10:26:26.682893 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-367fadce-d060-43b9-8419-a4c71b3c72c4 None None] Attempting to bind port dcd34b09-a083-442e-bf15-53bf8381d1c0 on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:26:26.682893 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-367fadce-d060-43b9-8419-a4c71b3c72c4 None None] Attempting to bind port dcd34b09-a083-442e-bf15-53bf8381d1c0 by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': 'eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a495b951-2ebc-48c7-8224-03ab5c38cb42'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:26:26.682893 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367fadce-d060-43b9-8419-a4c71b3c72c4 None None] Attempting to bind port dcd34b09-a083-442e-bf15-53bf8381d1c0 on network a495b951-2ebc-48c7-8224-03ab5c38cb42 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:26:26.720485 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:26.720712 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367fadce-d060-43b9-8419-a4c71b3c72c4 None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:26:26.720843 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367fadce-d060-43b9-8419-a4c71b3c72c4 None None] Checking segment: {'id': 'eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a495b951-2ebc-48c7-8224-03ab5c38cb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:26:26.721243 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-367fadce-d060-43b9-8419-a4c71b3c72c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:26.721693 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367fadce-d060-43b9-8419-a4c71b3c72c4 None None] Bound using segment: {'id': 'eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a495b951-2ebc-48c7-8224-03ab5c38cb42'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:26:26.722109 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-367fadce-d060-43b9-8419-a4c71b3c72c4 None None] Bound port: dcd34b09-a083-442e-bf15-53bf8381d1c0, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a495b951-2ebc-48c7-8224-03ab5c38cb42'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:26:26.722504 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-367fadce-d060-43b9-8419-a4c71b3c72c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (dcd34b09-a083-442e-bf15-53bf8381d1c0), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:26.759331 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6440f7b9-47da-4da5-a0d2-8895b2185569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (6a8534f2-af75-482d-8328-6730359982ed), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:26.797671 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:26.834562 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6440f7b9-47da-4da5-a0d2-8895b2185569 admin admin] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:26:26.840026 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3b62be84-0bc2-4f8e-aa0f-2a08e72c21e5 req-2dd2aac7-9311-4da9-8f99-90e4734ff67d service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824887 Jun 24 10:26:26.843316 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-6440f7b9-47da-4da5-a0d2-8895b2185569 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:26.845831 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6440f7b9-47da-4da5-a0d2-8895b2185569 admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:26:26.855710 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-d46a73d8-c4e6-4a76-bc92-032bee105e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': 'fa40cb2d-4745-4cb2-bf3e-4d42657a64fc', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'port_id': 'c497946e-5912-4677-908c-57e4aa280178', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'mac_address': 'fa:16:3e:63:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e6cd9d-142e-4fc4-a774-3b5f0f974f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:26:13Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 1, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:26.886602 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440f7b9-47da-4da5-a0d2-8895b2185569 admin admin] Pushing event updated for resources: {'Port': ['ID=6a8534f2-af75-482d-8328-6730359982ed,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:26.887467 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46a73d8-c4e6-4a76-bc92-032bee105e93 None None] The sync data for ids ['4e6ef35d-71a4-4044-8467-446df607abc2'] in dv-cinder-847132-2-iscsi is: [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': 'fa40cb2d-4745-4cb2-bf3e-4d42657a64fc', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'port_id': 'c497946e-5912-4677-908c-57e4aa280178', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'mac_address': 'fa:16:3e:63:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e6cd9d-142e-4fc4-a774-3b5f0f974f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:26:13Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 1, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:26:26.961596 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-367fadce-d060-43b9-8419-a4c71b3c72c4 None None] For port dcd34b09-a083-442e-bf15-53bf8381d1c0, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:26:26.995653 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-367fadce-d060-43b9-8419-a4c71b3c72c4 None None] For port dcd34b09-a083-442e-bf15-53bf8381d1c0, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=dcd34b09-a083-442e-bf15-53bf8381d1c0,segment=NetworkSegment(eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5),segment_id=eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:26:27.008578 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-367fadce-d060-43b9-8419-a4c71b3c72c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (dcd34b09-a083-442e-bf15-53bf8381d1c0), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:27.011858 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] Publish callbacks [] for port (a2e53aa9-77ca-4988-8638-7661a1f9169c), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:27.039812 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (a2e53aa9-77ca-4988-8638-7661a1f9169c), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:27.042432 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3b62be84-0bc2-4f8e-aa0f-2a08e72c21e5 req-4349788f-63a7-4278-85be-0cd5e50e91a3 service neutron] 10.222.0.27 "GET /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929946 Jun 24 10:26:27.095541 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fadce-d060-43b9-8419-a4c71b3c72c4 None None] Pushing event updated for resources: {'Port': ['ID=dcd34b09-a083-442e-bf15-53bf8381d1c0,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:27.126232 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:27.212464 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddf4d83-a8b1-4014-9e5b-23bb2f77b226 None None] New status for floating IP fa40cb2d-4745-4cb2-bf3e-4d42657a64fc: ACTIVE {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:26:27.263613 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc5e49-78b3-40f2-86a9-b2f3d832edaf None None] Pushing event updated for resources: {'Port': ['ID=a2e53aa9-77ca-4988-8638-7661a1f9169c,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:27.264910 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6440f7b9-47da-4da5-a0d2-8895b2185569 admin admin] Publish callbacks [] for router_gateway (12fa3d6f-a9de-4142-b81c-846c692665d5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:27.284416 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c461b882-ed43-45e2-a7cd-6c07ce4735a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:27.310931 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] Attempting to bind port a2e53aa9-77ca-4988-8638-7661a1f9169c on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:26:27.311410 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] Attempting to bind port a2e53aa9-77ca-4988-8638-7661a1f9169c by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '2a0f8787-3635-4349-8a0a-313acf9040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:26:27.311768 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] Attempting to bind port a2e53aa9-77ca-4988-8638-7661a1f9169c on network 974e48a5-8005-4f80-8ebd-0fd83f94a22c {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:26:27.317757 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 86c9105e-77dd-4d6d-a1ee-80362b302f72 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:26:27.405336 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:26:27.405710 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] Checking segment: {'id': '2a0f8787-3635-4349-8a0a-313acf9040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:26:27.406116 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:27.406511 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] Bound using segment: {'id': '2a0f8787-3635-4349-8a0a-313acf9040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:26:27.407182 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] Bound port: a2e53aa9-77ca-4988-8638-7661a1f9169c, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0f8787-3635-4349-8a0a-313acf9040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:26:27.409327 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (a2e53aa9-77ca-4988-8638-7661a1f9169c), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:27.536301 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6440f7b9-47da-4da5-a0d2-8895b2185569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401867'] for router (12fa3d6f-a9de-4142-b81c-846c692665d5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:27.537627 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:27.541274 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-86214062-59d2-449d-b72d-7b8fed1401df None None] Provisioning complete for port a2e53aa9-77ca-4988-8638-7661a1f9169c triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:26:27.542099 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-86214062-59d2-449d-b72d-7b8fed1401df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (a2e53aa9-77ca-4988-8638-7661a1f9169c), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:27.567305 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 86c9105e-77dd-4d6d-a1ee-80362b302f72 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:26:27.567945 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (86c9105e-77dd-4d6d-a1ee-80362b302f72), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:27.616353 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:27.622285 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] For port a2e53aa9-77ca-4988-8638-7661a1f9169c, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:26:27.626140 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-86214062-59d2-449d-b72d-7b8fed1401df None None] Port a2e53aa9-77ca-4988-8638-7661a1f9169c cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:26:27.630231 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] For port a2e53aa9-77ca-4988-8638-7661a1f9169c, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=a2e53aa9-77ca-4988-8638-7661a1f9169c,segment=NetworkSegment(2a0f8787-3635-4349-8a0a-313acf9040a0),segment_id=2a0f8787-3635-4349-8a0a-313acf9040a0)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:26:27.640799 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (a2e53aa9-77ca-4988-8638-7661a1f9169c), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:27.668307 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6440f7b9-47da-4da5-a0d2-8895b2185569 admin admin] Router 12fa3d6f-a9de-4142-b81c-846c692665d5 is scheduled to L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 with binding_index 1 {{(pid=104052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:26:27.735591 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] Routers {'4aeaa544-3543-42f8-ba44-e7becd59d879'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:26:27.736251 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:26:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4aeaa544-3543-42f8-ba44-e7becd59d879'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:27.738261 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 86c9105e-77dd-4d6d-a1ee-80362b302f72 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:26:27.742861 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc5e49-78b3-40f2-86a9-b2f3d832edaf None None] Pushing event updated for resources: {'Port': ['ID=a2e53aa9-77ca-4988-8638-7661a1f9169c,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:27.765058 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:27.787587 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6440f7b9-47da-4da5-a0d2-8895b2185569 admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:26:27.797807 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] Sync routers for ids ['12fa3d6f-a9de-4142-b81c-846c692665d5'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:26:27.809459 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] Routers {'12fa3d6f-a9de-4142-b81c-846c692665d5'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:26:27.810090 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:26:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['12fa3d6f-a9de-4142-b81c-846c692665d5'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:27.810783 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6440f7b9-47da-4da5-a0d2-8895b2185569 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:27.812264 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-6440f7b9-47da-4da5-a0d2-8895b2185569 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1328812 Jun 24 10:26:27.815664 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 41530) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:27.884888 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] Set router 4aeaa544-3543-42f8-ba44-e7becd59d879 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:26:27.929301 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] Set router 12fa3d6f-a9de-4142-b81c-846c692665d5 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:26:28.057636 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-d4646994-e62e-4c41-ae95-1c8b3d68d29f None None] Provisioning complete for port a2e53aa9-77ca-4988-8638-7661a1f9169c triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:26:28.058023 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d4646994-e62e-4c41-ae95-1c8b3d68d29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (a2e53aa9-77ca-4988-8638-7661a1f9169c), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:28.182061 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:26:23Z', 'revision_number': 4, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'a2e53aa9-77ca-4988-8638-7661a1f9169c', 'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'mac_address': 'fa:16:3e:5d:6a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:23Z', 'updated_at': '2022-06-24T10:26:27Z', 'revision_number': 4, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'subnets': [{'id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:28.222635 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:28.228444 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca1b88e-89dd-4167-a4a8-0d4ccf557bfc None None] The sync data for ids ['4aeaa544-3543-42f8-ba44-e7becd59d879'] in dv-cinder-847132-2-iscsi is: [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:26:23Z', 'revision_number': 4, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'a2e53aa9-77ca-4988-8638-7661a1f9169c', 'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'mac_address': 'fa:16:3e:5d:6a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:23Z', 'updated_at': '2022-06-24T10:26:27Z', 'revision_number': 4, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'subnets': [{'id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:26:28.235638 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fa3d6f-a9de-4142-b81c-846c692665d5', 'name': 'tempest-TestVolumeBootPattern-1287700354-router', 'tenant_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6a8534f2-af75-482d-8328-6730359982ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:25Z', 'updated_at': '2022-06-24T10:26:27Z', 'revision_number': 3, 'project_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'gw_port': {'id': '6a8534f2-af75-482d-8328-6730359982ed', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:24:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fa3d6f-a9de-4142-b81c-846c692665d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:26Z', 'updated_at': '2022-06-24T10:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:28.259206 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-d4646994-e62e-4c41-ae95-1c8b3d68d29f None None] Current status of the port a2e53aa9-77ca-4988-8638-7661a1f9169c is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:26:28.259514 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d4646994-e62e-4c41-ae95-1c8b3d68d29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (a2e53aa9-77ca-4988-8638-7661a1f9169c), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:28.262857 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:28.298250 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] Checking router: 12fa3d6f-a9de-4142-b81c-846c692665d5 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:26:28.298978 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] Updating router 12fa3d6f-a9de-4142-b81c-846c692665d5 port 6a8534f2-af75-482d-8328-6730359982ed binding host dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:26:28.327221 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-d4646994-e62e-4c41-ae95-1c8b3d68d29f None None] For port a2e53aa9-77ca-4988-8638-7661a1f9169c, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=a2e53aa9-77ca-4988-8638-7661a1f9169c,segment=NetworkSegment(2a0f8787-3635-4349-8a0a-313acf9040a0),segment_id=2a0f8787-3635-4349-8a0a-313acf9040a0)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:28.337237 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d4646994-e62e-4c41-ae95-1c8b3d68d29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (a2e53aa9-77ca-4988-8638-7661a1f9169c), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:28.359630 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9c576fdf-e459-47f5-9ab9-7e734f8f90cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:28.364093 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (6a8534f2-af75-482d-8328-6730359982ed), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:28.391662 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:28.415733 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2aa3de-74df-4832-98de-86cfc9078c05 None None] Network a495b951-2ebc-48c7-8224-03ab5c38cb42 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:26:28.467766 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:28.478640 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4646994-e62e-4c41-ae95-1c8b3d68d29f None None] Pushing event updated for resources: {'Port': ['ID=a2e53aa9-77ca-4988-8638-7661a1f9169c,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:28.515396 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-5f23a304-8752-4d78-a8bc-95955bc254d8 None None] Provisioning complete for port dcd34b09-a083-442e-bf15-53bf8381d1c0 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:26:28.515767 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5f23a304-8752-4d78-a8bc-95955bc254d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (dcd34b09-a083-442e-bf15-53bf8381d1c0), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:28.559930 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:28.560252 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-9c576fdf-e459-47f5-9ab9-7e734f8f90cf admin admin] Allocated IP 172.20.0.1 (a495b951-2ebc-48c7-8224-03ab5c38cb42/70aff75a-10fd-4c03-bf22-c3f3a12f6aeb/29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:26:28.649265 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-5f23a304-8752-4d78-a8bc-95955bc254d8 None None] Current status of the port dcd34b09-a083-442e-bf15-53bf8381d1c0 is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:26:28.649860 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5f23a304-8752-4d78-a8bc-95955bc254d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (dcd34b09-a083-442e-bf15-53bf8381d1c0), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:28.698183 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-5f23a304-8752-4d78-a8bc-95955bc254d8 None None] For port dcd34b09-a083-442e-bf15-53bf8381d1c0, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=dcd34b09-a083-442e-bf15-53bf8381d1c0,segment=NetworkSegment(eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5),segment_id=eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:28.706830 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5f23a304-8752-4d78-a8bc-95955bc254d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (dcd34b09-a083-442e-bf15-53bf8381d1c0), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:28.707064 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9c576fdf-e459-47f5-9ab9-7e734f8f90cf admin admin] Publish callbacks [] for port (29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:28.734247 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:28.762804 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] Publish callbacks [] for port (6a8534f2-af75-482d-8328-6730359982ed), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:28.770459 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9c576fdf-e459-47f5-9ab9-7e734f8f90cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:28.771893 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (6a8534f2-af75-482d-8328-6730359982ed), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:28.787232 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23a304-8752-4d78-a8bc-95955bc254d8 None None] Pushing event updated for resources: {'Port': ['ID=dcd34b09-a083-442e-bf15-53bf8381d1c0,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:28.819593 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c576fdf-e459-47f5-9ab9-7e734f8f90cf admin admin] Pushing event updated for resources: {'Port': ['ID=29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:28.834580 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c576fdf-e459-47f5-9ab9-7e734f8f90cf admin admin] Network a495b951-2ebc-48c7-8224-03ab5c38cb42 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:26:28.836655 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-9c576fdf-e459-47f5-9ab9-7e734f8f90cf admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:28.839233 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c576fdf-e459-47f5-9ab9-7e734f8f90cf admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:26:28.853795 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] Attempting to bind port 6a8534f2-af75-482d-8328-6730359982ed on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:26:28.854884 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] Attempting to bind port 6a8534f2-af75-482d-8328-6730359982ed by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:26:28.855438 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] Attempting to bind port 6a8534f2-af75-482d-8328-6730359982ed on network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:26:28.859467 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fa27e-0e00-4828-869f-ae0b12f07874 None None] Pushing event updated for resources: {'Port': ['ID=6a8534f2-af75-482d-8328-6730359982ed,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:28.869496 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:26:28.869979 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] Checking segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:26:28.870312 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:28.870696 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] Bound using segment: {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:26:28.871199 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] Bound port: 6a8534f2-af75-482d-8328-6730359982ed, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecb42ad-323a-4df9-92d5-f42137b2fbd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:26:28.871576 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (6a8534f2-af75-482d-8328-6730359982ed), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:28.900546 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9c576fdf-e459-47f5-9ab9-7e734f8f90cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400494'] for router_interface (12fa3d6f-a9de-4142-b81c-846c692665d5), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:28.932206 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-e5f15f95-523e-4709-bc70-53e3a006617d None None] Provisioning complete for port dcd34b09-a083-442e-bf15-53bf8381d1c0 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:26:28.938905 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] For port 6a8534f2-af75-482d-8328-6730359982ed, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:26:28.939841 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e5f15f95-523e-4709-bc70-53e3a006617d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (dcd34b09-a083-442e-bf15-53bf8381d1c0), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:28.949307 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] For port 6a8534f2-af75-482d-8328-6730359982ed, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=6a8534f2-af75-482d-8328-6730359982ed,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:26:28.964803 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (6a8534f2-af75-482d-8328-6730359982ed), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:29.011231 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:29.044474 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] Routers {'12fa3d6f-a9de-4142-b81c-846c692665d5'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:26:29.046738 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:26:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['12fa3d6f-a9de-4142-b81c-846c692665d5'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:29.053117 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-e5f15f95-523e-4709-bc70-53e3a006617d None None] Current status of the port dcd34b09-a083-442e-bf15-53bf8381d1c0 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:26:29.071957 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9c576fdf-e459-47f5-9ab9-7e734f8f90cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:29.096361 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fa27e-0e00-4828-869f-ae0b12f07874 None None] Pushing event updated for resources: {'Port': ['ID=6a8534f2-af75-482d-8328-6730359982ed,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:29.173084 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-47983415-a9a5-4601-97ad-bdd2d8ce24e2 None None] Provisioning complete for port 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:26:29.173857 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-47983415-a9a5-4601-97ad-bdd2d8ce24e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:29.188181 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] Set router 12fa3d6f-a9de-4142-b81c-846c692665d5 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:26:29.225134 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-47983415-a9a5-4601-97ad-bdd2d8ce24e2 None None] Port 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:26:29.289275 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9c576fdf-e459-47f5-9ab9-7e734f8f90cf admin admin] Publish callbacks [] for port (29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:29.295486 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9c576fdf-e459-47f5-9ab9-7e734f8f90cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15869106'] for port (29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:29.350940 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device dcd34b09-a083-442e-bf15-53bf8381d1c0 up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:26:29.360746 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:29.372494 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c576fdf-e459-47f5-9ab9-7e734f8f90cf admin admin] Pushing event updated for resources: {'Port': ['ID=29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:29.379055 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9c576fdf-e459-47f5-9ab9-7e734f8f90cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398334'] for router_interface (12fa3d6f-a9de-4142-b81c-846c692665d5), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:29.407717 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port dcd34b09-a083-442e-bf15-53bf8381d1c0 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:26:29.408191 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (dcd34b09-a083-442e-bf15-53bf8381d1c0), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:29.474017 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:29.485673 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c576fdf-e459-47f5-9ab9-7e734f8f90cf admin admin] Network a495b951-2ebc-48c7-8224-03ab5c38cb42 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:26:29.487295 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-9c576fdf-e459-47f5-9ab9-7e734f8f90cf admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:29.493217 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fa3d6f-a9de-4142-b81c-846c692665d5', 'name': 'tempest-TestVolumeBootPattern-1287700354-router', 'tenant_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6a8534f2-af75-482d-8328-6730359982ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:25Z', 'updated_at': '2022-06-24T10:26:29Z', 'revision_number': 4, 'project_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'gw_port': {'id': '6a8534f2-af75-482d-8328-6730359982ed', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:24:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fa3d6f-a9de-4142-b81c-846c692665d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:26Z', 'updated_at': '2022-06-24T10:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea', 'name': '', 'network_id': 'a495b951-2ebc-48c7-8224-03ab5c38cb42', 'tenant_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'mac_address': 'fa:16:3e:bc:27:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fa3d6f-a9de-4142-b81c-846c692665d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '70aff75a-10fd-4c03-bf22-c3f3a12f6aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:28Z', 'updated_at': '2022-06-24T10:26:28Z', 'revision_number': 1, 'project_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'subnets': [{'id': '70aff75a-10fd-4c03-bf22-c3f3a12f6aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:29.506480 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port dcd34b09-a083-442e-bf15-53bf8381d1c0 is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:26:29.506480 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device a2e53aa9-77ca-4988-8638-7661a1f9169c up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:26:29.524253 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd78c91a-529e-4b85-84a8-96e330c5a43c None None] The sync data for ids ['12fa3d6f-a9de-4142-b81c-846c692665d5'] in dv-cinder-847132-2-iscsi is: [{'id': '12fa3d6f-a9de-4142-b81c-846c692665d5', 'name': 'tempest-TestVolumeBootPattern-1287700354-router', 'tenant_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6a8534f2-af75-482d-8328-6730359982ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:25Z', 'updated_at': '2022-06-24T10:26:29Z', 'revision_number': 4, 'project_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'gw_port': {'id': '6a8534f2-af75-482d-8328-6730359982ed', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:24:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fa3d6f-a9de-4142-b81c-846c692665d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:26Z', 'updated_at': '2022-06-24T10:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea', 'name': '', 'network_id': 'a495b951-2ebc-48c7-8224-03ab5c38cb42', 'tenant_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'mac_address': 'fa:16:3e:bc:27:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fa3d6f-a9de-4142-b81c-846c692665d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '70aff75a-10fd-4c03-bf22-c3f3a12f6aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:28Z', 'updated_at': '2022-06-24T10:26:28Z', 'revision_number': 1, 'project_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'subnets': [{'id': '70aff75a-10fd-4c03-bf22-c3f3a12f6aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:26:29.571686 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port a2e53aa9-77ca-4988-8638-7661a1f9169c triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:26:29.572786 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (a2e53aa9-77ca-4988-8638-7661a1f9169c), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:29.627040 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:29.658865 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c576fdf-e459-47f5-9ab9-7e734f8f90cf admin admin] Router 12fa3d6f-a9de-4142-b81c-846c692665d5 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:26:29.677354 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port a2e53aa9-77ca-4988-8638-7661a1f9169c is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:26:29.770394 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:29.788664 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c576fdf-e459-47f5-9ab9-7e734f8f90cf admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:26:29.811079 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-9c576fdf-e459-47f5-9ab9-7e734f8f90cf admin admin] 10.222.0.64 "PUT /v2.0/routers/12fa3d6f-a9de-4142-b81c-846c692665d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9941685 Jun 24 10:26:29.821011 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:29.864303 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-b46dad7b-8617-4ec4-9eb4-85f6d61104c7 None None] Provisioning complete for port 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:26:29.864708 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b46dad7b-8617-4ec4-9eb4-85f6d61104c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:29.913176 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-b46dad7b-8617-4ec4-9eb4-85f6d61104c7 None None] Port 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:26:29.959050 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:30.253522 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 41538) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:30.258185 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-bbf6384b-2ab4-4d69-974f-ffb2b9bc1df5 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-511313019', 'description': 'tempest-secgroup-smoke-511313019 description', 'project_id': 'a1af4242504b4c7fa0903c7c61b02135'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:26:30.280591 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bbf6384b-2ab4-4d69-974f-ffb2b9bc1df5 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:30.349743 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bbf6384b-2ab4-4d69-974f-ffb2b9bc1df5 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for security_group (f04741dd-71c8-427b-a786-cf0c2c973b56), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:30.356456 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bbf6384b-2ab4-4d69-974f-ffb2b9bc1df5 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (f04741dd-71c8-427b-a786-cf0c2c973b56), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:30.389883 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6384b-2ab4-4d69-974f-ffb2b9bc1df5 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f04741dd-71c8-427b-a786-cf0c2c973b56,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:30.393940 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bbf6384b-2ab4-4d69-974f-ffb2b9bc1df5 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:30.395171 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-bbf6384b-2ab4-4d69-974f-ffb2b9bc1df5 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1406167 Jun 24 10:26:30.398099 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 41540) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:30.402539 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-d5a5b312-b5f9-43cc-b3fd-04b74ccda485 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Request body: {'security_group_rule': {'security_group_id': 'f04741dd-71c8-427b-a786-cf0c2c973b56', 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:26:30.430800 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d5a5b312-b5f9-43cc-b3fd-04b74ccda485 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for security_group_rule (2dca7d9e-a744-4f55-ac0c-07ceeefd6597), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:30.490112 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d5a5b312-b5f9-43cc-b3fd-04b74ccda485 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for security_group_rule (2dca7d9e-a744-4f55-ac0c-07ceeefd6597), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:30.495802 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d5a5b312-b5f9-43cc-b3fd-04b74ccda485 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (2dca7d9e-a744-4f55-ac0c-07ceeefd6597), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:30.514481 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5b312-b5f9-43cc-b3fd-04b74ccda485 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dca7d9e-a744-4f55-ac0c-07ceeefd6597,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:30.519509 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d5a5b312-b5f9-43cc-b3fd-04b74ccda485 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:30.520676 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-d5a5b312-b5f9-43cc-b3fd-04b74ccda485 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216781 Jun 24 10:26:30.523571 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 41542) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:30.530096 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-c29b5d5e-42c0-4995-8948-4a10569154a9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Request body: {'security_group_rule': {'security_group_id': 'f04741dd-71c8-427b-a786-cf0c2c973b56', 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:26:30.564208 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c29b5d5e-42c0-4995-8948-4a10569154a9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for security_group_rule (1889ef34-3f6a-453b-8cc8-dfea497db653), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:30.624902 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c29b5d5e-42c0-4995-8948-4a10569154a9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for security_group_rule (1889ef34-3f6a-453b-8cc8-dfea497db653), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:30.629092 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c29b5d5e-42c0-4995-8948-4a10569154a9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (1889ef34-3f6a-453b-8cc8-dfea497db653), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:30.636450 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:30.649623 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b5d5e-42c0-4995-8948-4a10569154a9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1889ef34-3f6a-453b-8cc8-dfea497db653,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:30.656407 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c29b5d5e-42c0-4995-8948-4a10569154a9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:30.657503 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-c29b5d5e-42c0-4995-8948-4a10569154a9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328013 Jun 24 10:26:30.660700 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 41544) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:30.665251 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-0e066796-28b3-48a5-92cd-cbdde0c9c41f tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Request body: {'security_group_rule': {'security_group_id': 'f04741dd-71c8-427b-a786-cf0c2c973b56', 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:26:30.694253 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0e066796-28b3-48a5-92cd-cbdde0c9c41f tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for security_group_rule (0f03a007-b768-437c-9011-43fe2f99daa6), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:30.754352 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0e066796-28b3-48a5-92cd-cbdde0c9c41f tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for security_group_rule (0f03a007-b768-437c-9011-43fe2f99daa6), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:30.758936 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0e066796-28b3-48a5-92cd-cbdde0c9c41f tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (0f03a007-b768-437c-9011-43fe2f99daa6), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:30.778299 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e066796-28b3-48a5-92cd-cbdde0c9c41f tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f03a007-b768-437c-9011-43fe2f99daa6,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:30.784087 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0e066796-28b3-48a5-92cd-cbdde0c9c41f tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:30.785299 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0e066796-28b3-48a5-92cd-cbdde0c9c41f tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236014 Jun 24 10:26:30.788366 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 41546) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:30.793166 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-12cef75e-077b-43ff-ba3d-ae354356230e tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Request body: {'security_group_rule': {'security_group_id': 'f04741dd-71c8-427b-a786-cf0c2c973b56', 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:26:30.822452 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-12cef75e-077b-43ff-ba3d-ae354356230e tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for security_group_rule (7a9ba5ec-b84b-4664-a87b-8961dc2403fe), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:30.880454 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-12cef75e-077b-43ff-ba3d-ae354356230e tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for security_group_rule (7a9ba5ec-b84b-4664-a87b-8961dc2403fe), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:30.884788 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-12cef75e-077b-43ff-ba3d-ae354356230e tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (7a9ba5ec-b84b-4664-a87b-8961dc2403fe), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:30.906953 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cef75e-077b-43ff-ba3d-ae354356230e tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9ba5ec-b84b-4664-a87b-8961dc2403fe,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:30.912056 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-12cef75e-077b-43ff-ba3d-ae354356230e tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:30.913747 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-12cef75e-077b-43ff-ba3d-ae354356230e tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243241 Jun 24 10:26:30.916529 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 41548) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:30.921814 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-8bc44e37-750f-4229-9eff-d1ee285d5199 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Request body: {'security_group_rule': {'security_group_id': 'f04741dd-71c8-427b-a786-cf0c2c973b56', 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:26:30.945738 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.db.securitygroups_db [None req-8bc44e37-750f-4229-9eff-d1ee285d5199 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Project a1af4242504b4c7fa0903c7c61b02135 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:26:30.951884 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8bc44e37-750f-4229-9eff-d1ee285d5199 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for security_group_rule (d29729ba-b9bd-4e97-891d-bd9389abbf9e), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:31.020878 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8bc44e37-750f-4229-9eff-d1ee285d5199 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for security_group_rule (d29729ba-b9bd-4e97-891d-bd9389abbf9e), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:31.032901 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8bc44e37-750f-4229-9eff-d1ee285d5199 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (d29729ba-b9bd-4e97-891d-bd9389abbf9e), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:31.039693 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=77,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:31.055843 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc44e37-750f-4229-9eff-d1ee285d5199 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29729ba-b9bd-4e97-891d-bd9389abbf9e,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:31.061903 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8bc44e37-750f-4229-9eff-d1ee285d5199 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:31.068174 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-8bc44e37-750f-4229-9eff-d1ee285d5199 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1452382 Jun 24 10:26:31.068925 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 41550) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:26:31.071906 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-2565ac3d-bcbc-47c3-bdfb-a09ae1665246 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Request body: {'security_group_rule': {'security_group_id': 'f04741dd-71c8-427b-a786-cf0c2c973b56', 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:26:31.095367 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.securitygroups_db [None req-2565ac3d-bcbc-47c3-bdfb-a09ae1665246 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Project a1af4242504b4c7fa0903c7c61b02135 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:26:31.101803 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2565ac3d-bcbc-47c3-bdfb-a09ae1665246 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for security_group_rule (1f5195e3-38da-45b7-9948-ec72e10194a5), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:31.166022 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2565ac3d-bcbc-47c3-bdfb-a09ae1665246 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for security_group_rule (1f5195e3-38da-45b7-9948-ec72e10194a5), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:31.171010 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2565ac3d-bcbc-47c3-bdfb-a09ae1665246 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587047'] for security_group_rule (1f5195e3-38da-45b7-9948-ec72e10194a5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:31.195062 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565ac3d-bcbc-47c3-bdfb-a09ae1665246 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5195e3-38da-45b7-9948-ec72e10194a5,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:31.204410 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2565ac3d-bcbc-47c3-bdfb-a09ae1665246 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:31.205652 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-2565ac3d-bcbc-47c3-bdfb-a09ae1665246 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382875 Jun 24 10:26:31.313923 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 6a8534f2-af75-482d-8328-6730359982ed up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:26:31.368964 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 6a8534f2-af75-482d-8328-6730359982ed triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:26:31.369345 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (6a8534f2-af75-482d-8328-6730359982ed), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:31.450236 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 6a8534f2-af75-482d-8328-6730359982ed is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:26:31.450858 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (6a8534f2-af75-482d-8328-6730359982ed), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:31.471046 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:31.634655 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] For port 6a8534f2-af75-482d-8328-6730359982ed, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=6a8534f2-af75-482d-8328-6730359982ed,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:31.642461 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (6a8534f2-af75-482d-8328-6730359982ed), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:31.693576 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Pushing event updated for resources: {'Port': ['ID=6a8534f2-af75-482d-8328-6730359982ed,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:32.574733 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] Sync routers for ids ['12fa3d6f-a9de-4142-b81c-846c692665d5'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:26:32.585634 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] Routers {'12fa3d6f-a9de-4142-b81c-846c692665d5'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:26:32.586274 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:26:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['12fa3d6f-a9de-4142-b81c-846c692665d5'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:32.696374 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] Set router 12fa3d6f-a9de-4142-b81c-846c692665d5 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:26:32.894421 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fa3d6f-a9de-4142-b81c-846c692665d5', 'name': 'tempest-TestVolumeBootPattern-1287700354-router', 'tenant_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6a8534f2-af75-482d-8328-6730359982ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:25Z', 'updated_at': '2022-06-24T10:26:29Z', 'revision_number': 4, 'project_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'gw_port': {'id': '6a8534f2-af75-482d-8328-6730359982ed', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:24:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fa3d6f-a9de-4142-b81c-846c692665d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:26Z', 'updated_at': '2022-06-24T10:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea', 'name': '', 'network_id': 'a495b951-2ebc-48c7-8224-03ab5c38cb42', 'tenant_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'mac_address': 'fa:16:3e:bc:27:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fa3d6f-a9de-4142-b81c-846c692665d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '70aff75a-10fd-4c03-bf22-c3f3a12f6aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:28Z', 'updated_at': '2022-06-24T10:26:29Z', 'revision_number': 2, 'project_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'subnets': [{'id': '70aff75a-10fd-4c03-bf22-c3f3a12f6aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:32.922238 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] Checking router: 12fa3d6f-a9de-4142-b81c-846c692665d5 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:26:32.922567 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] Updating router 12fa3d6f-a9de-4142-b81c-846c692665d5 port 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea binding host dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:26:32.955920 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:33.149245 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:33.233155 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] Publish callbacks [] for port (29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:33.240192 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:33.280272 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 6a8534f2-af75-482d-8328-6730359982ed up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:26:33.329828 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d77681-b052-4dc8-85e1-f7aee81045b0 None None] Pushing event updated for resources: {'Port': ['ID=29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:33.388884 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 6a8534f2-af75-482d-8328-6730359982ed triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:26:33.389257 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (6a8534f2-af75-482d-8328-6730359982ed), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:33.410182 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] Attempting to bind port 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea on host dv-cinder-847132-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:26:33.410550 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] Attempting to bind port 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea by drivers openvswitch,hyperv on host dv-cinder-847132-2-iscsi at level 0 using segments [{'id': 'eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a495b951-2ebc-48c7-8224-03ab5c38cb42'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:26:33.410946 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] Attempting to bind port 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea on network a495b951-2ebc-48c7-8224-03ab5c38cb42 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:26:33.417793 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:33.428780 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] Checking agent: {'id': '18a6be9a-5c36-4ecb-b2f1-ff5544a2144d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847132-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 8), 'started_at': datetime.datetime(2022, 6, 24, 10, 8, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847132-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:26:33.429158 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] Checking segment: {'id': 'eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a495b951-2ebc-48c7-8224-03ab5c38cb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:26:33.429561 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:33.429990 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] Bound using segment: {'id': 'eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a495b951-2ebc-48c7-8224-03ab5c38cb42'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:26:33.430442 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] Bound port: 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea, host: dv-cinder-847132-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a495b951-2ebc-48c7-8224-03ab5c38cb42'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:26:33.430855 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:33.524773 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 6a8534f2-af75-482d-8328-6730359982ed is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:26:33.527375 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] For port 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea, host dv-cinder-847132-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:26:33.530630 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] For port 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea, host dv-cinder-847132-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea,segment=NetworkSegment(eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5),segment_id=eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:26:33.538530 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:33.581630 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-a6d5662d-270c-4f55-8687-fd33fb4d5f59 None None] Provisioning complete for port 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:26:33.582338 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a6d5662d-270c-4f55-8687-fd33fb4d5f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:33.648716 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d77681-b052-4dc8-85e1-f7aee81045b0 None None] Pushing event updated for resources: {'Port': ['ID=29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:33.651454 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] Routers {'12fa3d6f-a9de-4142-b81c-846c692665d5'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:26:33.652067 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:26:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['12fa3d6f-a9de-4142-b81c-846c692665d5'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:33.767694 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-a6d5662d-270c-4f55-8687-fd33fb4d5f59 None None] Current status of the port 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea is: DOWN; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:26:33.768087 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a6d5662d-270c-4f55-8687-fd33fb4d5f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:33.812400 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] Set router 12fa3d6f-a9de-4142-b81c-846c692665d5 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:26:33.850963 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-a6d5662d-270c-4f55-8687-fd33fb4d5f59 None None] For port 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea,segment=NetworkSegment(eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5),segment_id=eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:33.856689 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a6d5662d-270c-4f55-8687-fd33fb4d5f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:33.915048 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:33.993776 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5662d-270c-4f55-8687-fd33fb4d5f59 None None] Pushing event updated for resources: {'Port': ['ID=29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:34.008950 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-967629c9-a805-4687-bf56-41c9e8c6eabf None None] Provisioning complete for port 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:26:34.009322 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-967629c9-a805-4687-bf56-41c9e8c6eabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:34.097536 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fa3d6f-a9de-4142-b81c-846c692665d5', 'name': 'tempest-TestVolumeBootPattern-1287700354-router', 'tenant_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6a8534f2-af75-482d-8328-6730359982ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:25Z', 'updated_at': '2022-06-24T10:26:29Z', 'revision_number': 4, 'project_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'gw_port': {'id': '6a8534f2-af75-482d-8328-6730359982ed', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:24:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fa3d6f-a9de-4142-b81c-846c692665d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:26Z', 'updated_at': '2022-06-24T10:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea', 'name': '', 'network_id': 'a495b951-2ebc-48c7-8224-03ab5c38cb42', 'tenant_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'mac_address': 'fa:16:3e:bc:27:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fa3d6f-a9de-4142-b81c-846c692665d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '70aff75a-10fd-4c03-bf22-c3f3a12f6aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:28Z', 'updated_at': '2022-06-24T10:26:33Z', 'revision_number': 4, 'project_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'subnets': [{'id': '70aff75a-10fd-4c03-bf22-c3f3a12f6aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:34.144992 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edafbe4a-5b8f-4181-98ef-537be708ec5f None None] The sync data for ids ['12fa3d6f-a9de-4142-b81c-846c692665d5'] in dv-cinder-847132-2-iscsi is: [{'id': '12fa3d6f-a9de-4142-b81c-846c692665d5', 'name': 'tempest-TestVolumeBootPattern-1287700354-router', 'tenant_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6a8534f2-af75-482d-8328-6730359982ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:25Z', 'updated_at': '2022-06-24T10:26:29Z', 'revision_number': 4, 'project_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'gw_port': {'id': '6a8534f2-af75-482d-8328-6730359982ed', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:24:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fa3d6f-a9de-4142-b81c-846c692665d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:26Z', 'updated_at': '2022-06-24T10:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea', 'name': '', 'network_id': 'a495b951-2ebc-48c7-8224-03ab5c38cb42', 'tenant_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'mac_address': 'fa:16:3e:bc:27:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fa3d6f-a9de-4142-b81c-846c692665d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '70aff75a-10fd-4c03-bf22-c3f3a12f6aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:28Z', 'updated_at': '2022-06-24T10:26:33Z', 'revision_number': 4, 'project_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'subnets': [{'id': '70aff75a-10fd-4c03-bf22-c3f3a12f6aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:26:34.158228 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-967629c9-a805-4687-bf56-41c9e8c6eabf None None] Current status of the port 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:26:35.292569 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea up at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:26:35.295838 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:35.340495 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Provisioning complete for port 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:26:35.340961 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:35.422697 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Current status of the port 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea is: ACTIVE; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:26:40.186746 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:41.056040 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=32,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:41.195101 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=29,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:41.198586 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=58,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:45.600842 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:26:46.767631 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-38f07997-dd4f-4eba-8945-5791d903d940 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-511313019&fields=id&tenant_id=a1af4242504b4c7fa0903c7c61b02135 HTTP/1.1" status: 200 len: 267 time: 0.0470433 Jun 24 10:26:46.888889 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-ee57de23-7487-41eb-b266-ca937323675d tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:46.890433 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-ee57de23-7487-41eb-b266-ca937323675d tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/networks?id=974e48a5-8005-4f80-8ebd-0fd83f94a22c HTTP/1.1" status: 200 len: 811 time: 0.1164331 Jun 24 10:26:46.906971 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-2b3c6369-bb5d-4657-8cf0-5a438471a0f3 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/quotas/a1af4242504b4c7fa0903c7c61b02135 HTTP/1.1" status: 200 len: 375 time: 0.0104036 Jun 24 10:26:46.959188 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-d1d1f5c2-3ca2-44fe-a14a-02555e8704b1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1af4242504b4c7fa0903c7c61b02135&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467069 Jun 24 10:26:46.979961 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-2f20e1bf-3892-4f7b-896b-539baa6eca55 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104051) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:26:46.980945 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-2f20e1bf-3892-4f7b-896b-539baa6eca55 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054286 Jun 24 10:26:47.073664 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-f134ef47-1746-44f9-bad9-b2c4d99ca176 service neutron] 10.222.0.64 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850706 Jun 24 10:26:47.167879 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-e3600169-367f-4f2b-8715-b956750c72dc service neutron] 10.222.0.64 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875223 Jun 24 10:26:47.608013 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-116155f8-ba79-4a33-8472-538f04414d14 req-0bc056a1-492d-4a61-a5f8-d57666afd3df tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 210 time: 0.1317170 Jun 24 10:26:48.458417 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-8bd79b2f-af97-4d3d-9433-0dafae9bf1b1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:48.460297 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-8bd79b2f-af97-4d3d-9433-0dafae9bf1b1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.27 "GET /v2.0/networks?id=974e48a5-8005-4f80-8ebd-0fd83f94a22c HTTP/1.1" status: 200 len: 811 time: 0.1041105 Jun 24 10:26:48.525672 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-b11fa758-df32-4a22-8da4-a78f61c41910 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1af4242504b4c7fa0903c7c61b02135 HTTP/1.1" status: 200 len: 379 time: 0.0566800 Jun 24 10:26:48.533976 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-ffcac8e0-08ea-4e30-b3e7-9b80efc64691 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Request body: {'port': {'device_id': 'a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'admin_state_up': True, 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'security_groups': ['f04741dd-71c8-427b-a786-cf0c2c973b56']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:26:48.663751 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-ffcac8e0-08ea-4e30-b3e7-9b80efc64691 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Made reservation on behalf of a1af4242504b4c7fa0903c7c61b02135 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:26:48.667454 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-ffcac8e0-08ea-4e30-b3e7-9b80efc64691 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:48.711154 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9a4941bd-0e7b-4c9e-8dac-18d0b5264ae3 req-64a72577-611b-4d08-9fae-9644436570b2 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 210 time: 0.0344222 Jun 24 10:26:48.802525 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-ffcac8e0-08ea-4e30-b3e7-9b80efc64691 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Allocated IP 172.20.0.9 (974e48a5-8005-4f80-8ebd-0fd83f94a22c/a9451b17-929f-4f0c-8328-6117f7bb7298/cfc83e60-4763-4b26-9114-c1a2ec52d4cb) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:26:48.960725 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-ffcac8e0-08ea-4e30-b3e7-9b80efc64691 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for port (cfc83e60-4763-4b26-9114-c1a2ec52d4cb), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:48.994582 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-ffcac8e0-08ea-4e30-b3e7-9b80efc64691 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (cfc83e60-4763-4b26-9114-c1a2ec52d4cb), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:49.043624 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-ffcac8e0-08ea-4e30-b3e7-9b80efc64691 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Network 974e48a5-8005-4f80-8ebd-0fd83f94a22c is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:26:49.046603 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-ffcac8e0-08ea-4e30-b3e7-9b80efc64691 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:49.050661 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-ffcac8e0-08ea-4e30-b3e7-9b80efc64691 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:26:49.074183 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcac8e0-08ea-4e30-b3e7-9b80efc64691 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Pushing event updated for resources: {'Port': ['ID=cfc83e60-4763-4b26-9114-c1a2ec52d4cb,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:49.104483 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-ffcac8e0-08ea-4e30-b3e7-9b80efc64691 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:49.105098 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-ffcac8e0-08ea-4e30-b3e7-9b80efc64691 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:49.123555 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-ffcac8e0-08ea-4e30-b3e7-9b80efc64691 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5934303 Jun 24 10:26:49.133282 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-d967466a-4828-4abc-9d29-289c4330ff0e tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104052) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:26:49.134341 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-d967466a-4828-4abc-9d29-289c4330ff0e tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052335 Jun 24 10:26:49.146489 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-cbf782cd-b9a7-4a67-a919-7b50068b9552 service neutron] Request body: {'port': {'device_id': 'a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:26:49.182358 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:49.210996 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-cbf782cd-b9a7-4a67-a919-7b50068b9552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (cfc83e60-4763-4b26-9114-c1a2ec52d4cb), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:49.268792 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:49.277167 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-26741b8a-ac3f-43fa-bc2b-8b07ef5aae0a None None] Provisioning complete for port cfc83e60-4763-4b26-9114-c1a2ec52d4cb triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:26:49.277809 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-26741b8a-ac3f-43fa-bc2b-8b07ef5aae0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (cfc83e60-4763-4b26-9114-c1a2ec52d4cb), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:49.308985 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-26741b8a-ac3f-43fa-bc2b-8b07ef5aae0a None None] Port cfc83e60-4763-4b26-9114-c1a2ec52d4cb cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:26:49.483608 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-cbf782cd-b9a7-4a67-a919-7b50068b9552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc83e60-4763-4b26-9114-c1a2ec52d4cb {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:26:49.491320 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-cbf782cd-b9a7-4a67-a919-7b50068b9552 service neutron] Publish callbacks [] for port (cfc83e60-4763-4b26-9114-c1a2ec52d4cb), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:49.504390 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-cbf782cd-b9a7-4a67-a919-7b50068b9552 service neutron] Transition to ACTIVE for port object cfc83e60-4763-4b26-9114-c1a2ec52d4cb will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:26:49.509115 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-cbf782cd-b9a7-4a67-a919-7b50068b9552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (cfc83e60-4763-4b26-9114-c1a2ec52d4cb), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:49.560576 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf782cd-b9a7-4a67-a919-7b50068b9552 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc83e60-4763-4b26-9114-c1a2ec52d4cb,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:49.636220 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-cbf782cd-b9a7-4a67-a919-7b50068b9552 service neutron] Attempting to bind port cfc83e60-4763-4b26-9114-c1a2ec52d4cb on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:26:49.636562 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-cbf782cd-b9a7-4a67-a919-7b50068b9552 service neutron] Attempting to bind port cfc83e60-4763-4b26-9114-c1a2ec52d4cb by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '2a0f8787-3635-4349-8a0a-313acf9040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:26:49.636892 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-cbf782cd-b9a7-4a67-a919-7b50068b9552 service neutron] Attempting to bind port cfc83e60-4763-4b26-9114-c1a2ec52d4cb on network 974e48a5-8005-4f80-8ebd-0fd83f94a22c {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:26:49.641665 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-cbf782cd-b9a7-4a67-a919-7b50068b9552 service neutron] Port cfc83e60-4763-4b26-9114-c1a2ec52d4cb on network 974e48a5-8005-4f80-8ebd-0fd83f94a22c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:26:49.641987 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-cbf782cd-b9a7-4a67-a919-7b50068b9552 service neutron] Attempting to bind port cfc83e60-4763-4b26-9114-c1a2ec52d4cb on network 974e48a5-8005-4f80-8ebd-0fd83f94a22c {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:26:49.647300 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-cbf782cd-b9a7-4a67-a919-7b50068b9552 service neutron] Checking agent: {'id': '900df4b4-ebee-48f1-a22a-a520f0296ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'started_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:26:49.647636 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-cbf782cd-b9a7-4a67-a919-7b50068b9552 service neutron] Checking segment: {'id': '2a0f8787-3635-4349-8a0a-313acf9040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:26:49.648017 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-cbf782cd-b9a7-4a67-a919-7b50068b9552 service neutron] Bound using segment: {'id': '2a0f8787-3635-4349-8a0a-313acf9040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:26:49.648443 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-cbf782cd-b9a7-4a67-a919-7b50068b9552 service neutron] Bound port: cfc83e60-4763-4b26-9114-c1a2ec52d4cb, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a0f8787-3635-4349-8a0a-313acf9040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:26:49.648806 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-cbf782cd-b9a7-4a67-a919-7b50068b9552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (cfc83e60-4763-4b26-9114-c1a2ec52d4cb), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:49.834396 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb433bb-b1cf-4ca6-b4e1-e5021a580dea req-3ecdb26d-69ac-4323-9e93-2abd8795f672 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:49.836304 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-efb433bb-b1cf-4ca6-b4e1-e5021a580dea req-3ecdb26d-69ac-4323-9e93-2abd8795f672 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 943 time: 0.0512574 Jun 24 10:26:49.889781 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-efb433bb-b1cf-4ca6-b4e1-e5021a580dea req-09e9f629-8f50-4ce8-a09b-20b4e4caeb57 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474417 Jun 24 10:26:49.987583 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-cbf782cd-b9a7-4a67-a919-7b50068b9552 service neutron] For port cfc83e60-4763-4b26-9114-c1a2ec52d4cb, host hv-cinder-84713, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:26:49.991054 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-cbf782cd-b9a7-4a67-a919-7b50068b9552 service neutron] For port cfc83e60-4763-4b26-9114-c1a2ec52d4cb, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=cfc83e60-4763-4b26-9114-c1a2ec52d4cb,segment=NetworkSegment(2a0f8787-3635-4349-8a0a-313acf9040a0),segment_id=2a0f8787-3635-4349-8a0a-313acf9040a0)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:26:49.999130 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-cbf782cd-b9a7-4a67-a919-7b50068b9552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (cfc83e60-4763-4b26-9114-c1a2ec52d4cb), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:50.035915 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-cbf782cd-b9a7-4a67-a919-7b50068b9552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:50.036428 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-cbf782cd-b9a7-4a67-a919-7b50068b9552 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:50.037815 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-cbf782cd-b9a7-4a67-a919-7b50068b9552 service neutron] 10.222.0.27 "PUT /v2.0/ports/cfc83e60-4763-4b26-9114-c1a2ec52d4cb HTTP/1.1" status: 200 len: 1093 time: 0.8958347 Jun 24 10:26:50.038270 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73', 'tag': 'cfc83e60-4763-4b26-9114-c1a2ec52d4cb'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:26:50.040578 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ef1865-04c8-44f8-945b-1b3d36ba8f88" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73", "tag": "cfc83e60-4763-4b26-9114-c1a2ec52d4cb"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:26:50.074873 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf782cd-b9a7-4a67-a919-7b50068b9552 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc83e60-4763-4b26-9114-c1a2ec52d4cb,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:50.162888 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a226b4ee-66d3-46e8-9506-cc263ff94782 x-openstack-request-id: req-a226b4ee-66d3-46e8-9506-cc263ff94782 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:26:50.163255 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73", "tag": "cfc83e60-4763-4b26-9114-c1a2ec52d4cb", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:26:50.163577 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a226b4ee-66d3-46e8-9506-cc263ff94782 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:26:50.164047 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a226b4ee-66d3-46e8-9506-cc263ff94782'] response: {'name': 'network-changed', 'server_uuid': 'a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73', 'tag': 'cfc83e60-4763-4b26-9114-c1a2ec52d4cb', 'status': 'completed', 'code': 200} Jun 24 10:26:50.213215 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-f474b7b4-a8af-4dd6-a543-60bae0facf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:50.214780 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-f474b7b4-a8af-4dd6-a543-60bae0facf70 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a1af4242504b4c7fa0903c7c61b02135&device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 1127 time: 0.1005025 Jun 24 10:26:50.255643 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-72227b85-9d78-4f43-a954-2bbd76644bdb service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfc83e60-4763-4b26-9114-c1a2ec52d4cb HTTP/1.1" status: 200 len: 217 time: 0.0336945 Jun 24 10:26:50.305034 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-2a134bc7-7e9a-4317-bafe-f6b3772aa771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:50.306386 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-2a134bc7-7e9a-4317-bafe-f6b3772aa771 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=a9451b17-929f-4f0c-8328-6117f7bb7298 HTTP/1.1" status: 200 len: 850 time: 0.0447330 Jun 24 10:26:50.352224 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-a4dfed2b-5664-4f20-9f6d-b166c2a081af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:50.353715 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-a4dfed2b-5664-4f20-9f6d-b166c2a081af service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=974e48a5-8005-4f80-8ebd-0fd83f94a22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405414 Jun 24 10:26:50.445616 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-b1469916-a950-48ad-9a15-512bb9f90bfc service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848289 Jun 24 10:26:50.482278 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:50.540868 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8caa6957-ba12-4815-a8a2-4ce244e83bcf req-320aa3c3-edde-4eb1-adde-cc14907cf6e5 service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894823 Jun 24 10:26:50.785656 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:50.800415 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef1865-04c8-44f8-945b-1b3d36ba8f88 req-0f552e54-6a21-484b-bbc1-d83a35b6f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:50.801959 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-99ef1865-04c8-44f8-945b-1b3d36ba8f88 req-0f552e54-6a21-484b-bbc1-d83a35b6f083 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a1af4242504b4c7fa0903c7c61b02135&device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 1127 time: 0.0435529 Jun 24 10:26:50.896708 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef1865-04c8-44f8-945b-1b3d36ba8f88 req-aeaddbb5-eedc-4db8-b7e4-e81336be7bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:50.898179 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-99ef1865-04c8-44f8-945b-1b3d36ba8f88 req-aeaddbb5-eedc-4db8-b7e4-e81336be7bc5 service neutron] 10.222.0.27 "GET /v2.0/networks?id=974e48a5-8005-4f80-8ebd-0fd83f94a22c HTTP/1.1" status: 200 len: 912 time: 0.0892224 Jun 24 10:26:50.937942 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-99ef1865-04c8-44f8-945b-1b3d36ba8f88 req-e17aa89a-a926-4295-b972-8c6c37036879 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfc83e60-4763-4b26-9114-c1a2ec52d4cb HTTP/1.1" status: 200 len: 217 time: 0.0330572 Jun 24 10:26:50.990311 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef1865-04c8-44f8-945b-1b3d36ba8f88 req-68439082-8430-4510-a105-f9b1e1514a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:50.991955 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-99ef1865-04c8-44f8-945b-1b3d36ba8f88 req-68439082-8430-4510-a105-f9b1e1514a1d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=a9451b17-929f-4f0c-8328-6117f7bb7298 HTTP/1.1" status: 200 len: 850 time: 0.0475266 Jun 24 10:26:51.006386 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e06f6-e148-4c3c-b34c-6d67e9875316 req-067e9f30-125f-4b3e-81f5-a0d1b2b37251 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:51.007912 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-404e06f6-e148-4c3c-b34c-6d67e9875316 req-067e9f30-125f-4b3e-81f5-a0d1b2b37251 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 943 time: 0.0484171 Jun 24 10:26:51.044453 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef1865-04c8-44f8-945b-1b3d36ba8f88 req-c74f3e99-01c6-4173-9d12-ee6aa0eaf4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:51.046096 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-99ef1865-04c8-44f8-945b-1b3d36ba8f88 req-c74f3e99-01c6-4173-9d12-ee6aa0eaf4d0 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=974e48a5-8005-4f80-8ebd-0fd83f94a22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409176 Jun 24 10:26:51.058305 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-404e06f6-e148-4c3c-b34c-6d67e9875316 req-8d530d99-89c8-494d-8335-3d244cdbe992 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445781 Jun 24 10:26:51.143989 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-99ef1865-04c8-44f8-945b-1b3d36ba8f88 req-05fcbc01-9949-46be-9437-13a594b53d7d service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916271 Jun 24 10:26:51.238223 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-99ef1865-04c8-44f8-945b-1b3d36ba8f88 req-451fbdfa-25ad-40e3-9a81-04070b792318 service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877275 Jun 24 10:26:52.202509 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0821a-78fc-4186-afe5-1ecae0b8d6fd req-13e365f7-5ff0-4a32-8354-117b6505ec3a tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:52.204024 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-94f0821a-78fc-4186-afe5-1ecae0b8d6fd req-13e365f7-5ff0-4a32-8354-117b6505ec3a tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 943 time: 0.0602334 Jun 24 10:26:52.257161 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-94f0821a-78fc-4186-afe5-1ecae0b8d6fd req-376d8df8-e847-4756-aac4-c1b09cd9cfff tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445454 Jun 24 10:26:53.391342 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cf0d8-47c1-4708-a855-e4013d81a128 req-b9ef92b1-0fd1-4989-8afc-5ca2c9619c39 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:53.393306 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ab7cf0d8-47c1-4708-a855-e4013d81a128 req-b9ef92b1-0fd1-4989-8afc-5ca2c9619c39 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 943 time: 0.0508988 Jun 24 10:26:53.447124 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ab7cf0d8-47c1-4708-a855-e4013d81a128 req-9f970b9b-1e61-491b-badf-33d923c825f0 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455503 Jun 24 10:26:54.573350 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972f9fa-fc03-4acc-84fa-bc4c457e1e21 req-cb5dc83d-4f98-4c75-af28-bd53a6c8d233 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:54.574854 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6972f9fa-fc03-4acc-84fa-bc4c457e1e21 req-cb5dc83d-4f98-4c75-af28-bd53a6c8d233 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 943 time: 0.0478399 Jun 24 10:26:54.629980 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6972f9fa-fc03-4acc-84fa-bc4c457e1e21 req-83792a1e-42f1-466d-b658-e06fed3245c2 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479641 Jun 24 10:26:54.847233 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bfd80710-c733-4148-8110-b7e84e256c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:55.595735 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=45 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:55.596445 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=19 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:55.780579 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872afc8-12b1-4afa-8a4c-1123877e748c req-b315cf80-58d7-4dec-b2ab-9e04bc8c30a4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:55.782054 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f872afc8-12b1-4afa-8a4c-1123877e748c req-b315cf80-58d7-4dec-b2ab-9e04bc8c30a4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 943 time: 0.0536666 Jun 24 10:26:55.831450 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f872afc8-12b1-4afa-8a4c-1123877e748c req-a63d571d-1c55-44a9-ab3f-80d9de26ef19 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430946 Jun 24 10:26:56.940256 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:56.948783 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cddfb-9e97-42e1-825f-82db91344545 req-b23266c1-b317-47fa-b088-fdcd4285774d tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:56.950269 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ee0cddfb-9e97-42e1-825f-82db91344545 req-b23266c1-b317-47fa-b088-fdcd4285774d tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 943 time: 0.0480719 Jun 24 10:26:56.961978 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:57.002475 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ee0cddfb-9e97-42e1-825f-82db91344545 req-b42c89f3-9006-4f60-b1a4-ef6009a32ece tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463719 Jun 24 10:26:57.129782 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1ebc39bf-cddd-4be5-91fc-22204b295bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:58.091459 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device cfc83e60-4763-4b26-9114-c1a2ec52d4cb details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:26:58.130728 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861948f-2eb4-4f93-860a-50850b1f4df2 req-3dfffbd2-f3c3-4e92-b836-f77ea97c1858 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:58.132921 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0861948f-2eb4-4f93-860a-50850b1f4df2 req-3dfffbd2-f3c3-4e92-b836-f77ea97c1858 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 943 time: 0.0576437 Jun 24 10:26:58.184504 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0861948f-2eb4-4f93-860a-50850b1f4df2 req-a26a0eb6-5cdc-46fe-9911-6c024015c794 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458624 Jun 24 10:26:58.197644 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port cfc83e60-4763-4b26-9114-c1a2ec52d4cb, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=cfc83e60-4763-4b26-9114-c1a2ec52d4cb,segment=NetworkSegment(2a0f8787-3635-4349-8a0a-313acf9040a0),segment_id=2a0f8787-3635-4349-8a0a-313acf9040a0)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:58.210949 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': 'cfc83e60-4763-4b26-9114-c1a2ec52d4cb', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'port_id': 'cfc83e60-4763-4b26-9114-c1a2ec52d4cb', 'mac_address': 'fa:16:3e:b3:ed:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:26:58.246326 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port cfc83e60-4763-4b26-9114-c1a2ec52d4cb is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:26:58.246734 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (cfc83e60-4763-4b26-9114-c1a2ec52d4cb), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:58.259953 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc83e60-4763-4b26-9114-c1a2ec52d4cb {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:26:58.280417 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port cfc83e60-4763-4b26-9114-c1a2ec52d4cb, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=cfc83e60-4763-4b26-9114-c1a2ec52d4cb,segment=NetworkSegment(2a0f8787-3635-4349-8a0a-313acf9040a0),segment_id=2a0f8787-3635-4349-8a0a-313acf9040a0)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:58.285252 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (cfc83e60-4763-4b26-9114-c1a2ec52d4cb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:58.342015 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=cfc83e60-4763-4b26-9114-c1a2ec52d4cb,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:58.373653 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:58.493679 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['cfc83e60-4763-4b26-9114-c1a2ec52d4cb'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:26:58.575259 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:58.698736 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:59.303322 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99961e1a-3032-4234-8738-bec30c96e333 req-637fdccb-e372-4138-b4c5-b8b03c52032b tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:26:59.304763 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-99961e1a-3032-4234-8738-bec30c96e333 req-637fdccb-e372-4138-b4c5-b8b03c52032b tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 944 time: 0.0479808 Jun 24 10:26:59.358106 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-99961e1a-3032-4234-8738-bec30c96e333 req-0a259f21-f0d9-4c2a-8355-3b1d4be0461b tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442595 Jun 24 10:26:59.790789 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:26:59.945448 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:00.105709 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device cfc83e60-4763-4b26-9114-c1a2ec52d4cb up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:27:00.148573 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning for port cfc83e60-4763-4b26-9114-c1a2ec52d4cb completed by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:27:00.154890 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port cfc83e60-4763-4b26-9114-c1a2ec52d4cb triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:27:00.155309 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (cfc83e60-4763-4b26-9114-c1a2ec52d4cb), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:00.240493 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port cfc83e60-4763-4b26-9114-c1a2ec52d4cb is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:27:00.241027 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (cfc83e60-4763-4b26-9114-c1a2ec52d4cb), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:00.264492 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc83e60-4763-4b26-9114-c1a2ec52d4cb'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:27:00.266840 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58614788-f59c-4d57-8b59-78579ae8c018" -d '{"events": [{"server_uuid": "a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73", "name": "network-vif-plugged", "status": "completed", "tag": "cfc83e60-4763-4b26-9114-c1a2ec52d4cb"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:27:00.279632 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port cfc83e60-4763-4b26-9114-c1a2ec52d4cb, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=cfc83e60-4763-4b26-9114-c1a2ec52d4cb,segment=NetworkSegment(2a0f8787-3635-4349-8a0a-313acf9040a0),segment_id=2a0f8787-3635-4349-8a0a-313acf9040a0)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:27:00.284782 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (cfc83e60-4763-4b26-9114-c1a2ec52d4cb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:00.307306 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c230e1f-32ac-401e-b723-c95096d5746d x-openstack-request-id: req-7c230e1f-32ac-401e-b723-c95096d5746d {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:27:00.307595 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73", "name": "network-vif-plugged", "status": "completed", "tag": "cfc83e60-4763-4b26-9114-c1a2ec52d4cb", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:27:00.307846 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7c230e1f-32ac-401e-b723-c95096d5746d {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:27:00.308240 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c230e1f-32ac-401e-b723-c95096d5746d'] response: {'server_uuid': 'a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc83e60-4763-4b26-9114-c1a2ec52d4cb', 'code': 200} Jun 24 10:27:00.333196 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=cfc83e60-4763-4b26-9114-c1a2ec52d4cb,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:00.485238 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae55d7-fe3c-40b2-ab5f-672b9857c7af req-885be9ad-edf5-455f-9e89-f50722c249d5 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:27:00.488598 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f5ae55d7-fe3c-40b2-ab5f-672b9857c7af req-885be9ad-edf5-455f-9e89-f50722c249d5 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 945 time: 0.0571008 Jun 24 10:27:00.540356 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f5ae55d7-fe3c-40b2-ab5f-672b9857c7af req-d0c08c52-641e-43c3-ad1b-23a3adcf4794 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457542 Jun 24 10:27:00.558347 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccddd37-5509-40cf-8582-5b2127f87c30 req-fd68157e-fd7f-491c-a6e8-b531612c47b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:27:00.560023 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fccddd37-5509-40cf-8582-5b2127f87c30 req-fd68157e-fd7f-491c-a6e8-b531612c47b8 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 1129 time: 0.0414653 Jun 24 10:27:00.608242 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fccddd37-5509-40cf-8582-5b2127f87c30 req-93a12edf-d258-4a3e-88ff-71dccdcf79df service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415642 Jun 24 10:27:01.663339 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f22915-16fa-4ef1-a2a1-3c2f2f7e9276 req-f65f3305-9144-4cdb-b54a-23f201c5c6e4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:27:01.664808 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-96f22915-16fa-4ef1-a2a1-3c2f2f7e9276 req-f65f3305-9144-4cdb-b54a-23f201c5c6e4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 945 time: 0.0506961 Jun 24 10:27:01.726328 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-96f22915-16fa-4ef1-a2a1-3c2f2f7e9276 req-d9de2c4a-755c-4bdb-b141-cb854c52d6fe tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556710 Jun 24 10:27:02.848427 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eba70d-909f-4d28-9d8f-b5b041b0f3a0 req-23f954a4-e3be-44d4-b530-21643fa478a9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:27:02.849930 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-98eba70d-909f-4d28-9d8f-b5b041b0f3a0 req-23f954a4-e3be-44d4-b530-21643fa478a9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 945 time: 0.0540166 Jun 24 10:27:02.908399 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-98eba70d-909f-4d28-9d8f-b5b041b0f3a0 req-0d74b8d8-727e-4adb-917f-b51f41b0dd6f tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489099 Jun 24 10:27:03.030224 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c2639-4ca4-4d61-af0c-0886306ab006 req-bc9c38d4-6d77-47eb-a3ce-27ecb8581e69 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:27:03.031628 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e68c2639-4ca4-4d61-af0c-0886306ab006 req-bc9c38d4-6d77-47eb-a3ce-27ecb8581e69 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 945 time: 0.0482256 Jun 24 10:27:03.086076 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e68c2639-4ca4-4d61-af0c-0886306ab006 req-edd1073a-8d2c-4485-8d1d-5cc9ee05ff3e tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482383 Jun 24 10:27:03.109033 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 41740) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:03.220378 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed773c3c-c1c1-46a8-9050-bb04aa379ea9 tempest-TestVolumeBootPattern-841287339 tempest-TestVolumeBootPattern-841287339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:27:03.224609 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-ed773c3c-c1c1-46a8-9050-bb04aa379ea9 tempest-TestVolumeBootPattern-841287339 tempest-TestVolumeBootPattern-841287339-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 1124 time: 0.1144798 Jun 24 10:27:03.227765 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 41744) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:03.234205 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-7651573b-6f1f-48cf-a1da-a433a0546f32 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Request body: {'floatingip': {'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'port_id': 'cfc83e60-4763-4b26-9114-c1a2ec52d4cb', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:27:03.264980 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7651573b-6f1f-48cf-a1da-a433a0546f32 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:03.350373 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7651573b-6f1f-48cf-a1da-a433a0546f32 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:03.456677 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-7651573b-6f1f-48cf-a1da-a433a0546f32 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Allocated IP 172.27.0.204 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/269c65ee-359d-4579-950f-fa31299afdb4) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:27:03.547736 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:03.555531 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:03.584639 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7651573b-6f1f-48cf-a1da-a433a0546f32 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for port (269c65ee-359d-4579-950f-fa31299afdb4), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:03.618017 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7651573b-6f1f-48cf-a1da-a433a0546f32 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (269c65ee-359d-4579-950f-fa31299afdb4), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:03.655526 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7651573b-6f1f-48cf-a1da-a433a0546f32 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:27:03.658467 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-7651573b-6f1f-48cf-a1da-a433a0546f32 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:27:03.661873 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7651573b-6f1f-48cf-a1da-a433a0546f32 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:27:03.689424 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651573b-6f1f-48cf-a1da-a433a0546f32 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Pushing event updated for resources: {'Port': ['ID=269c65ee-359d-4579-950f-fa31299afdb4,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:04.292766 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7651573b-6f1f-48cf-a1da-a433a0546f32 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for floatingip (d5f22050-279f-4b25-a11c-fdec7b2c40d5), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:04.364065 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7651573b-6f1f-48cf-a1da-a433a0546f32 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (269c65ee-359d-4579-950f-fa31299afdb4), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:04.508218 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7651573b-6f1f-48cf-a1da-a433a0546f32 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for port (269c65ee-359d-4579-950f-fa31299afdb4), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:04.515222 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7651573b-6f1f-48cf-a1da-a433a0546f32 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15869106'] for port (269c65ee-359d-4579-950f-fa31299afdb4), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:04.586567 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651573b-6f1f-48cf-a1da-a433a0546f32 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Pushing event updated for resources: {'Port': ['ID=269c65ee-359d-4579-950f-fa31299afdb4,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:04.592193 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:04.594448 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:04.600253 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7651573b-6f1f-48cf-a1da-a433a0546f32 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (d5f22050-279f-4b25-a11c-fdec7b2c40d5), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:04.699347 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [None req-7651573b-6f1f-48cf-a1da-a433a0546f32 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Floating IP d5f22050-279f-4b25-a11c-fdec7b2c40d5 associated. External IP: 172.27.0.204, port: cfc83e60-4763-4b26-9114-c1a2ec52d4cb. Jun 24 10:27:04.908345 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7651573b-6f1f-48cf-a1da-a433a0546f32 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Router 4aeaa544-3543-42f8-ba44-e7becd59d879 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:27:05.015889 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7651573b-6f1f-48cf-a1da-a433a0546f32 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:27:05.025991 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43791c9e-b751-4c98-b03e-b8d8265e5930 None None] Sync routers for ids ['4aeaa544-3543-42f8-ba44-e7becd59d879'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:27:05.037933 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7651573b-6f1f-48cf-a1da-a433a0546f32 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:05.038178 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43791c9e-b751-4c98-b03e-b8d8265e5930 None None] Routers {'4aeaa544-3543-42f8-ba44-e7becd59d879'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:27:05.038729 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-43791c9e-b751-4c98-b03e-b8d8265e5930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:26:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4aeaa544-3543-42f8-ba44-e7becd59d879'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:05.075515 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-7651573b-6f1f-48cf-a1da-a433a0546f32 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8442619 Jun 24 10:27:05.075515 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73', 'tag': 'cfc83e60-4763-4b26-9114-c1a2ec52d4cb'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:27:05.076218 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0842cb78391e2f7ce2bbbb97d4275cb0a39767f3185dad610fa5b26cb1bc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b61e7b-70ba-4b82-b9e8-4ca61ca75ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73", "tag": "cfc83e60-4763-4b26-9114-c1a2ec52d4cb"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:27:05.140633 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-43791c9e-b751-4c98-b03e-b8d8265e5930 None None] Set router 4aeaa544-3543-42f8-ba44-e7becd59d879 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:27:05.170859 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a6795d-0ba7-41aa-b6d7-262d60b49f8a x-openstack-request-id: req-95a6795d-0ba7-41aa-b6d7-262d60b49f8a {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:27:05.171150 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73", "tag": "cfc83e60-4763-4b26-9114-c1a2ec52d4cb", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:27:05.171414 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-95a6795d-0ba7-41aa-b6d7-262d60b49f8a {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:27:05.171791 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95a6795d-0ba7-41aa-b6d7-262d60b49f8a'] response: {'name': 'network-changed', 'server_uuid': 'a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73', 'tag': 'cfc83e60-4763-4b26-9114-c1a2ec52d4cb', 'status': 'completed', 'code': 200} Jun 24 10:27:05.231263 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b61e7b-70ba-4b82-b9e8-4ca61ca75ab4 req-01cf4f27-948d-484f-9a99-a5aa2d73c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:27:05.232809 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-81b61e7b-70ba-4b82-b9e8-4ca61ca75ab4 req-01cf4f27-948d-484f-9a99-a5aa2d73c873 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a1af4242504b4c7fa0903c7c61b02135&device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 1129 time: 0.0412035 Jun 24 10:27:05.326841 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b61e7b-70ba-4b82-b9e8-4ca61ca75ab4 req-26f28c0b-5f43-4741-bb51-9540c255f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:27:05.328327 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-81b61e7b-70ba-4b82-b9e8-4ca61ca75ab4 req-26f28c0b-5f43-4741-bb51-9540c255f5a8 service neutron] 10.222.0.27 "GET /v2.0/networks?id=974e48a5-8005-4f80-8ebd-0fd83f94a22c HTTP/1.1" status: 200 len: 912 time: 0.0899026 Jun 24 10:27:05.357873 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-43791c9e-b751-4c98-b03e-b8d8265e5930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:26:23Z', 'revision_number': 4, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': 'd5f22050-279f-4b25-a11c-fdec7b2c40d5', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'port_id': 'cfc83e60-4763-4b26-9114-c1a2ec52d4cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'mac_address': 'fa:16:3e:b3:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:27:03Z', 'updated_at': '2022-06-24T10:27:03Z', 'revision_number': 0, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e53aa9-77ca-4988-8638-7661a1f9169c', 'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'mac_address': 'fa:16:3e:5d:6a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:23Z', 'updated_at': '2022-06-24T10:26:28Z', 'revision_number': 5, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'subnets': [{'id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:05.382445 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43791c9e-b751-4c98-b03e-b8d8265e5930 None None] Checking router: 4aeaa544-3543-42f8-ba44-e7becd59d879 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:27:05.390385 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-81b61e7b-70ba-4b82-b9e8-4ca61ca75ab4 req-33a41e44-54b3-4355-a5c6-8228e68bec0e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfc83e60-4763-4b26-9114-c1a2ec52d4cb HTTP/1.1" status: 200 len: 999 time: 0.0564981 Jun 24 10:27:05.391089 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43791c9e-b751-4c98-b03e-b8d8265e5930 None None] Routers {'4aeaa544-3543-42f8-ba44-e7becd59d879'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:27:05.391707 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-43791c9e-b751-4c98-b03e-b8d8265e5930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:26:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4aeaa544-3543-42f8-ba44-e7becd59d879'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:05.439333 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b61e7b-70ba-4b82-b9e8-4ca61ca75ab4 req-3dc18004-b076-43de-b4c6-ab9d76be8169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:27:05.440754 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-81b61e7b-70ba-4b82-b9e8-4ca61ca75ab4 req-3dc18004-b076-43de-b4c6-ab9d76be8169 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=a9451b17-929f-4f0c-8328-6117f7bb7298 HTTP/1.1" status: 200 len: 850 time: 0.0441158 Jun 24 10:27:05.491315 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b61e7b-70ba-4b82-b9e8-4ca61ca75ab4 req-25b44629-857e-489b-8c35-48f486246b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:27:05.492887 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-81b61e7b-70ba-4b82-b9e8-4ca61ca75ab4 req-25b44629-857e-489b-8c35-48f486246b28 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=974e48a5-8005-4f80-8ebd-0fd83f94a22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467813 Jun 24 10:27:05.579738 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-43791c9e-b751-4c98-b03e-b8d8265e5930 None None] Set router 4aeaa544-3543-42f8-ba44-e7becd59d879 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:27:05.586568 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-81b61e7b-70ba-4b82-b9e8-4ca61ca75ab4 req-7c4eb61f-ef06-454e-95eb-e0b90bb26453 service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871141 Jun 24 10:27:05.670685 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:05.682283 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-81b61e7b-70ba-4b82-b9e8-4ca61ca75ab4 req-0f5b28e3-deab-4aa5-bcbc-d27f01ba17e7 service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894206 Jun 24 10:27:05.791136 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-43791c9e-b751-4c98-b03e-b8d8265e5930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:26:23Z', 'revision_number': 4, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': 'd5f22050-279f-4b25-a11c-fdec7b2c40d5', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'port_id': 'cfc83e60-4763-4b26-9114-c1a2ec52d4cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'mac_address': 'fa:16:3e:b3:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:27:03Z', 'updated_at': '2022-06-24T10:27:03Z', 'revision_number': 0, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e53aa9-77ca-4988-8638-7661a1f9169c', 'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'mac_address': 'fa:16:3e:5d:6a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:23Z', 'updated_at': '2022-06-24T10:26:28Z', 'revision_number': 5, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'subnets': [{'id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:05.818872 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43791c9e-b751-4c98-b03e-b8d8265e5930 None None] The sync data for ids ['4aeaa544-3543-42f8-ba44-e7becd59d879'] in dv-cinder-847132-2-iscsi is: [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:26:23Z', 'revision_number': 4, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': 'd5f22050-279f-4b25-a11c-fdec7b2c40d5', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'port_id': 'cfc83e60-4763-4b26-9114-c1a2ec52d4cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'mac_address': 'fa:16:3e:b3:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:27:03Z', 'updated_at': '2022-06-24T10:27:03Z', 'revision_number': 0, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e53aa9-77ca-4988-8638-7661a1f9169c', 'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'mac_address': 'fa:16:3e:5d:6a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:23Z', 'updated_at': '2022-06-24T10:26:28Z', 'revision_number': 5, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'subnets': [{'id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:27:06.026080 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fecefc-bc2a-4cf5-b646-14affe027b2b None None] New status for floating IP d5f22050-279f-4b25-a11c-fdec7b2c40d5: ACTIVE {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:27:09.368089 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5868a72-33b4-4673-8a22-a7f5cb2e40b0 req-230a09ba-2e6a-4fd2-8bff-206d540fcfe5 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:27:09.369497 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d5868a72-33b4-4673-8a22-a7f5cb2e40b0 req-230a09ba-2e6a-4fd2-8bff-206d540fcfe5 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=12e6cd9d-142e-4fc4-a774-3b5f0f974f45 HTTP/1.1" status: 200 len: 945 time: 0.0489533 Jun 24 10:27:09.417538 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d5868a72-33b4-4673-8a22-a7f5cb2e40b0 req-026f1996-bf83-4207-8d04-d637ce6557e3 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cdcc2d0-7710-4e27-85df-47c654a457fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421853 Jun 24 10:27:10.177342 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:10.540712 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b46bbd-df70-4841-a9ae-d6b1a2bf011e req-7027f69e-24b3-4df8-9c59-d638a421d591 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:27:10.542194 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b8b46bbd-df70-4841-a9ae-d6b1a2bf011e req-7027f69e-24b3-4df8-9c59-d638a421d591 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=12e6cd9d-142e-4fc4-a774-3b5f0f974f45 HTTP/1.1" status: 200 len: 945 time: 0.0510969 Jun 24 10:27:10.602278 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b8b46bbd-df70-4841-a9ae-d6b1a2bf011e req-314953e2-75a1-4a8f-a169-aa3dbf8c8d1d tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cdcc2d0-7710-4e27-85df-47c654a457fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543380 Jun 24 10:27:10.781759 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:10.819381 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c6272-ef4f-4a10-bddb-eacdd805ec1c req-2b6b59e8-b5a6-484a-865e-7f99e03b7059 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:27:10.820868 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3f4c6272-ef4f-4a10-bddb-eacdd805ec1c req-2b6b59e8-b5a6-484a-865e-7f99e03b7059 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.27 "GET /v2.0/ports?device_id=12e6cd9d-142e-4fc4-a774-3b5f0f974f45 HTTP/1.1" status: 200 len: 945 time: 0.0486941 Jun 24 10:27:10.912956 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-3f4c6272-ef4f-4a10-bddb-eacdd805ec1c req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Deleting port c497946e-5912-4677-908c-57e4aa280178 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:27:10.913295 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3f4c6272-ef4f-4a10-bddb-eacdd805ec1c req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (c497946e-5912-4677-908c-57e4aa280178), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:11.006291 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-3f4c6272-ef4f-4a10-bddb-eacdd805ec1c req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] For port c497946e-5912-4677-908c-57e4aa280178, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c497946e-5912-4677-908c-57e4aa280178,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:27:11.006587 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3f4c6272-ef4f-4a10-bddb-eacdd805ec1c req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (c497946e-5912-4677-908c-57e4aa280178), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:11.174522 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3f4c6272-ef4f-4a10-bddb-eacdd805ec1c req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:11.174910 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3f4c6272-ef4f-4a10-bddb-eacdd805ec1c req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (fa40cb2d-4745-4cb2-bf3e-4d42657a64fc), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:11.175223 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-3f4c6272-ef4f-4a10-bddb-eacdd805ec1c req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Floating IP fa40cb2d-4745-4cb2-bf3e-4d42657a64fc disassociated. External IP: 172.27.0.157, port: c497946e-5912-4677-908c-57e4aa280178. Jun 24 10:27:11.175564 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-3f4c6272-ef4f-4a10-bddb-eacdd805ec1c req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Calling delete_port for c497946e-5912-4677-908c-57e4aa280178 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:27:11.310604 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3f4c6272-ef4f-4a10-bddb-eacdd805ec1c req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (c497946e-5912-4677-908c-57e4aa280178), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:11.337553 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event deleted for resources: {'Port': ['ID=c497946e-5912-4677-908c-57e4aa280178,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:11.350202 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:11.350528 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:11.350883 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:11.351230 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:11.351547 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:11.351875 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:11.352192 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:11.352527 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:11.352823 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:11.353137 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:11.353452 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:11.353753 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:11.354066 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:11.354398 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:11.354732 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:11.466511 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f4c6272-ef4f-4a10-bddb-eacdd805ec1c req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Router 4e6ef35d-71a4-4044-8467-446df607abc2 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:27:11.586352 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f4c6272-ef4f-4a10-bddb-eacdd805ec1c req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:27:11.597824 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59975eb4-a072-434e-9fb8-787a80180932 None None] Sync routers for ids ['4e6ef35d-71a4-4044-8467-446df607abc2'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:27:11.609495 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59975eb4-a072-434e-9fb8-787a80180932 None None] Routers {'4e6ef35d-71a4-4044-8467-446df607abc2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:27:11.610044 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-59975eb4-a072-434e-9fb8-787a80180932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:26:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4e6ef35d-71a4-4044-8467-446df607abc2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:11.635495 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4c6272-ef4f-4a10-bddb-eacdd805ec1c req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] No DVR routers for this DVR port c497946e-5912-4677-908c-57e4aa280178 on host hv-cinder-84713 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:27:11.638127 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3f4c6272-ef4f-4a10-bddb-eacdd805ec1c req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:11.641471 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3f4c6272-ef4f-4a10-bddb-eacdd805ec1c req-737bfc07-6c4e-45e1-b196-5c5e94681c22 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.27 "DELETE /v2.0/ports/c497946e-5912-4677-908c-57e4aa280178 HTTP/1.1" status: 204 len: 173 time: 0.8148205 Jun 24 10:27:11.641923 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e6cd9d-142e-4fc4-a774-3b5f0f974f45', 'name': 'network-vif-deleted', 'tag': 'c497946e-5912-4677-908c-57e4aa280178'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:27:11.644385 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3b99cd-b315-4eb3-8f6c-6b632397dd0f" -d '{"events": [{"server_uuid": "12e6cd9d-142e-4fc4-a774-3b5f0f974f45", "name": "network-vif-deleted", "tag": "c497946e-5912-4677-908c-57e4aa280178"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:27:11.681134 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4530b96f-b68d-4cd8-9419-c31d2757fcbc x-openstack-request-id: req-4530b96f-b68d-4cd8-9419-c31d2757fcbc {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:27:11.681430 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e6cd9d-142e-4fc4-a774-3b5f0f974f45", "name": "network-vif-deleted", "tag": "c497946e-5912-4677-908c-57e4aa280178", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:27:11.681776 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4530b96f-b68d-4cd8-9419-c31d2757fcbc {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:27:11.682172 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4530b96f-b68d-4cd8-9419-c31d2757fcbc'] response: {'server_uuid': '12e6cd9d-142e-4fc4-a774-3b5f0f974f45', 'name': 'network-vif-deleted', 'tag': 'c497946e-5912-4677-908c-57e4aa280178', 'status': 'completed', 'code': 200} Jun 24 10:27:11.738806 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-59975eb4-a072-434e-9fb8-787a80180932 None None] Set router 4e6ef35d-71a4-4044-8467-446df607abc2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:27:11.742131 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-60151b39-09f2-4ec0-acf7-57fa3e2e2ccb req-3c20984c-6423-4dd5-941a-76662788e815 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/ports?device_id=12e6cd9d-142e-4fc4-a774-3b5f0f974f45 HTTP/1.1" status: 200 len: 210 time: 0.0546565 Jun 24 10:27:11.839088 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:11.922731 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:11.933914 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-59975eb4-a072-434e-9fb8-787a80180932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:11.962034 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59975eb4-a072-434e-9fb8-787a80180932 None None] Checking router: 4e6ef35d-71a4-4044-8467-446df607abc2 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:27:11.972258 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59975eb4-a072-434e-9fb8-787a80180932 None None] Routers {'4e6ef35d-71a4-4044-8467-446df607abc2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:27:11.972872 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-59975eb4-a072-434e-9fb8-787a80180932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:26:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4e6ef35d-71a4-4044-8467-446df607abc2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:12.075930 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-59975eb4-a072-434e-9fb8-787a80180932 None None] Set router 4e6ef35d-71a4-4044-8467-446df607abc2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:27:12.265805 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-59975eb4-a072-434e-9fb8-787a80180932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:12.290164 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59975eb4-a072-434e-9fb8-787a80180932 None None] The sync data for ids ['4e6ef35d-71a4-4044-8467-446df607abc2'] in dv-cinder-847132-2-iscsi is: [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:57Z', 'revision_number': 4, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': '9edb86b8-01dd-418f-b9a0-0f4be426c193', 'name': '', 'network_id': '62d2509b-2c7f-4b5f-9593-650742984d82', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'mac_address': 'fa:16:3e:9b:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:56Z', 'updated_at': '2022-06-24T10:23:00Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'subnets': [{'id': '268c6001-37f9-4557-8ba3-5719eccd12d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:27:12.510643 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01a87d1-3cd9-468c-94bb-d69211e78cee None None] New status for floating IP fa40cb2d-4745-4cb2-bf3e-4d42657a64fc: DOWN {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:27:12.837832 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 41796) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:12.892921 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b64c6031-e9ed-4640-b613-ff720d9bd8c7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group (4cdcc2d0-7710-4e27-85df-47c654a457fe), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:12.916577 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b64c6031-e9ed-4640-b613-ff720d9bd8c7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group (4cdcc2d0-7710-4e27-85df-47c654a457fe), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:12.974188 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b64c6031-e9ed-4640-b613-ff720d9bd8c7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (4cdcc2d0-7710-4e27-85df-47c654a457fe), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:12.976748 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b64c6031-e9ed-4640-b613-ff720d9bd8c7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:12.977902 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-b64c6031-e9ed-4640-b613-ff720d9bd8c7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "DELETE /v2.0/security-groups/4cdcc2d0-7710-4e27-85df-47c654a457fe HTTP/1.1" status: 204 len: 168 time: 0.1390376 Jun 24 10:27:12.980905 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 41798) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:12.988099 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c6031-e9ed-4640-b613-ff720d9bd8c7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdcc2d0-7710-4e27-85df-47c654a457fe,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:12.995638 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c6031-e9ed-4640-b613-ff720d9bd8c7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:12.995842 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.api.v2.resource [None req-a1a54478-14cd-477c-aa78-c2765a6cf6c2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] show failed (client error): The resource could not be found. Jun 24 10:27:12.995987 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c6031-e9ed-4640-b613-ff720d9bd8c7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:12.999640 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c6031-e9ed-4640-b613-ff720d9bd8c7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:12.999640 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c6031-e9ed-4640-b613-ff720d9bd8c7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:12.999905 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a1a54478-14cd-477c-aa78-c2765a6cf6c2 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "GET /v2.0/security-groups/4cdcc2d0-7710-4e27-85df-47c654a457fe HTTP/1.1" status: 404 len: 347 time: 0.0147679 Jun 24 10:27:12.999998 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c6031-e9ed-4640-b613-ff720d9bd8c7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:12.999998 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c6031-e9ed-4640-b613-ff720d9bd8c7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:12.999998 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c6031-e9ed-4640-b613-ff720d9bd8c7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:12.999998 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c6031-e9ed-4640-b613-ff720d9bd8c7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:12.999998 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c6031-e9ed-4640-b613-ff720d9bd8c7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:12.999998 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c6031-e9ed-4640-b613-ff720d9bd8c7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:12.999998 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c6031-e9ed-4640-b613-ff720d9bd8c7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:12.999998 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c6031-e9ed-4640-b613-ff720d9bd8c7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:12.999998 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c6031-e9ed-4640-b613-ff720d9bd8c7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:12.999998 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c6031-e9ed-4640-b613-ff720d9bd8c7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:13.000732 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 41800) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:13.000820 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c6031-e9ed-4640-b613-ff720d9bd8c7 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:13.115234 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-94b64aa1-95d2-4199-817b-bb7d93509535 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Deleting port 1b44b4dd-0f38-4ff7-af9d-0496a50a4962 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:27:13.115541 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-94b64aa1-95d2-4199-817b-bb7d93509535 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (1b44b4dd-0f38-4ff7-af9d-0496a50a4962), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:13.128747 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:13.139892 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:13.195103 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-94b64aa1-95d2-4199-817b-bb7d93509535 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (1b44b4dd-0f38-4ff7-af9d-0496a50a4962), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:13.195417 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-94b64aa1-95d2-4199-817b-bb7d93509535 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (1b44b4dd-0f38-4ff7-af9d-0496a50a4962), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:13.209523 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-94b64aa1-95d2-4199-817b-bb7d93509535 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Calling delete_port for 1b44b4dd-0f38-4ff7-af9d-0496a50a4962 owned by network:floatingip {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:27:13.343226 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-94b64aa1-95d2-4199-817b-bb7d93509535 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (1b44b4dd-0f38-4ff7-af9d-0496a50a4962), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:13.367940 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b64aa1-95d2-4199-817b-bb7d93509535 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Pushing event deleted for resources: {'Port': ['ID=1b44b4dd-0f38-4ff7-af9d-0496a50a4962,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:13.435602 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-94b64aa1-95d2-4199-817b-bb7d93509535 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks [] for floatingip (fa40cb2d-4745-4cb2-bf3e-4d42657a64fc), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:13.438077 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-94b64aa1-95d2-4199-817b-bb7d93509535 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:13.439319 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-94b64aa1-95d2-4199-817b-bb7d93509535 tempest-AttachVolumeNegativeTest-1237754022 tempest-AttachVolumeNegativeTest-1237754022-project] 10.222.0.64 "DELETE /v2.0/floatingips/fa40cb2d-4745-4cb2-bf3e-4d42657a64fc HTTP/1.1" status: 204 len: 168 time: 0.4384205 Jun 24 10:27:14.211928 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device c497946e-5912-4677-908c-57e4aa280178 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:27:14.231558 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] No Port match for: c497946e-5912-4677-908c-57e4aa280178 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:27:14.231877 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device c497946e-5912-4677-908c-57e4aa280178 not bound to the agent host hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:27:15.231305 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6819a65d-6d75-4780-a7b7-6d2e5fa8a969 req-aa3bf9ed-fbff-417e-bbae-7db92786cb19 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408835 Jun 24 10:27:15.320492 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819a65d-6d75-4780-a7b7-6d2e5fa8a969 req-8d76370c-8f44-4560-96c9-2376f977d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:27:15.321993 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6819a65d-6d75-4780-a7b7-6d2e5fa8a969 req-8d76370c-8f44-4560-96c9-2376f977d153 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a1af4242504b4c7fa0903c7c61b02135&device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 1129 time: 0.0403678 Jun 24 10:27:15.430573 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819a65d-6d75-4780-a7b7-6d2e5fa8a969 req-fe647d19-cf79-4302-9218-13c4fa7c8c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:27:15.432071 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6819a65d-6d75-4780-a7b7-6d2e5fa8a969 req-fe647d19-cf79-4302-9218-13c4fa7c8c00 service neutron] 10.222.0.27 "GET /v2.0/networks?id=974e48a5-8005-4f80-8ebd-0fd83f94a22c HTTP/1.1" status: 200 len: 912 time: 0.0894423 Jun 24 10:27:15.495446 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6819a65d-6d75-4780-a7b7-6d2e5fa8a969 req-fa458cdb-34d9-4a82-a333-a9e77f177715 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfc83e60-4763-4b26-9114-c1a2ec52d4cb HTTP/1.1" status: 200 len: 1001 time: 0.0554416 Jun 24 10:27:15.544732 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819a65d-6d75-4780-a7b7-6d2e5fa8a969 req-266d495b-85f4-4a9d-9c54-eaca0cc8343a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:27:15.546177 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6819a65d-6d75-4780-a7b7-6d2e5fa8a969 req-266d495b-85f4-4a9d-9c54-eaca0cc8343a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=a9451b17-929f-4f0c-8328-6117f7bb7298 HTTP/1.1" status: 200 len: 850 time: 0.0452087 Jun 24 10:27:15.594783 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819a65d-6d75-4780-a7b7-6d2e5fa8a969 req-ad5ee70a-1140-405b-a990-833d03f347db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:27:15.596456 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6819a65d-6d75-4780-a7b7-6d2e5fa8a969 req-ad5ee70a-1140-405b-a990-833d03f347db service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=974e48a5-8005-4f80-8ebd-0fd83f94a22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444171 Jun 24 10:27:15.688609 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6819a65d-6d75-4780-a7b7-6d2e5fa8a969 req-fbea80e9-6611-4a39-8b27-bf8e95ab28b0 service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860214 Jun 24 10:27:15.786063 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6819a65d-6d75-4780-a7b7-6d2e5fa8a969 req-faa154ae-4425-4617-b90e-64556a9aa3fc service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908375 Jun 24 10:27:17.143874 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 41836) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:17.188521 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:17.337881 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:17.467227 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-10e394e3-c227-4e11-997b-b6fbc06c7083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398309'] for router_interface (4e6ef35d-71a4-4044-8467-446df607abc2), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:17.689473 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-10e394e3-c227-4e11-997b-b6fbc06c7083 admin admin] Deleting port 9edb86b8-01dd-418f-b9a0-0f4be426c193 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:27:17.689767 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-10e394e3-c227-4e11-997b-b6fbc06c7083 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (9edb86b8-01dd-418f-b9a0-0f4be426c193), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:17.772149 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-10e394e3-c227-4e11-997b-b6fbc06c7083 admin admin] For port 9edb86b8-01dd-418f-b9a0-0f4be426c193, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=9edb86b8-01dd-418f-b9a0-0f4be426c193,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:27:17.772475 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-10e394e3-c227-4e11-997b-b6fbc06c7083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (9edb86b8-01dd-418f-b9a0-0f4be426c193), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:17.785831 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-10e394e3-c227-4e11-997b-b6fbc06c7083 admin admin] Calling delete_port for 9edb86b8-01dd-418f-b9a0-0f4be426c193 owned by network:router_interface {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:27:17.968478 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-10e394e3-c227-4e11-997b-b6fbc06c7083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (9edb86b8-01dd-418f-b9a0-0f4be426c193), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:17.990879 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e394e3-c227-4e11-997b-b6fbc06c7083 admin admin] Pushing event deleted for resources: {'Port': ['ID=9edb86b8-01dd-418f-b9a0-0f4be426c193,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:18.046456 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:18.159818 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-10e394e3-c227-4e11-997b-b6fbc06c7083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398193'] for router_interface (4e6ef35d-71a4-4044-8467-446df607abc2), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:18.174931 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:18.370283 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e394e3-c227-4e11-997b-b6fbc06c7083 admin admin] Router 4e6ef35d-71a4-4044-8467-446df607abc2 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:27:18.475997 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e394e3-c227-4e11-997b-b6fbc06c7083 admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:27:18.482160 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-10e394e3-c227-4e11-997b-b6fbc06c7083 admin admin] 10.222.0.64 "PUT /v2.0/routers/4e6ef35d-71a4-4044-8467-446df607abc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3376222 Jun 24 10:27:18.484752 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 41840) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:18.489074 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e54262-7d95-4cd0-ae18-8c06b5253446 None None] Sync routers for ids ['4e6ef35d-71a4-4044-8467-446df607abc2'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:27:18.500345 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e54262-7d95-4cd0-ae18-8c06b5253446 None None] Routers {'4e6ef35d-71a4-4044-8467-446df607abc2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:27:18.501037 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-45e54262-7d95-4cd0-ae18-8c06b5253446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:26:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4e6ef35d-71a4-4044-8467-446df607abc2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:18.615916 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-45e54262-7d95-4cd0-ae18-8c06b5253446 None None] Set router 4e6ef35d-71a4-4044-8467-446df607abc2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:27:18.800244 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-45e54262-7d95-4cd0-ae18-8c06b5253446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:27:17Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:18.826077 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e54262-7d95-4cd0-ae18-8c06b5253446 None None] Checking router: 4e6ef35d-71a4-4044-8467-446df607abc2 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:27:18.836654 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e54262-7d95-4cd0-ae18-8c06b5253446 None None] Routers {'4e6ef35d-71a4-4044-8467-446df607abc2'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:27:18.837285 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-45e54262-7d95-4cd0-ae18-8c06b5253446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:26:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4e6ef35d-71a4-4044-8467-446df607abc2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:18.878922 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a79002c-8e49-4488-97bf-43576cc1241d admin admin] Publish callbacks [] for router (4e6ef35d-71a4-4044-8467-446df607abc2), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:18.989171 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a79002c-8e49-4488-97bf-43576cc1241d admin admin] Publish callbacks [] for router_gateway (4e6ef35d-71a4-4044-8467-446df607abc2), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:19.034026 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-2a79002c-8e49-4488-97bf-43576cc1241d admin admin] Deleting port 3ca9ed03-9acb-40d2-a21a-39e44d2724f3 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:27:19.034302 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a79002c-8e49-4488-97bf-43576cc1241d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (3ca9ed03-9acb-40d2-a21a-39e44d2724f3), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:19.037094 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-45e54262-7d95-4cd0-ae18-8c06b5253446 None None] Set router 4e6ef35d-71a4-4044-8467-446df607abc2 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:27:19.116007 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-2a79002c-8e49-4488-97bf-43576cc1241d admin admin] For port 3ca9ed03-9acb-40d2-a21a-39e44d2724f3, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=3ca9ed03-9acb-40d2-a21a-39e44d2724f3,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:27:19.116329 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a79002c-8e49-4488-97bf-43576cc1241d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (3ca9ed03-9acb-40d2-a21a-39e44d2724f3), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:19.133693 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-2a79002c-8e49-4488-97bf-43576cc1241d admin admin] Calling delete_port for 3ca9ed03-9acb-40d2-a21a-39e44d2724f3 owned by network:router_gateway {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:27:19.140649 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:19.180635 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:19.208254 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-45e54262-7d95-4cd0-ae18-8c06b5253446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:27:17Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:19.232765 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e54262-7d95-4cd0-ae18-8c06b5253446 None None] The sync data for ids ['4e6ef35d-71a4-4044-8467-446df607abc2'] in dv-cinder-847132-2-iscsi is: [{'id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'name': 'tempest-AttachVolumeNegativeTest-953424447-router', 'tenant_id': '13b216e0dd4e46e2a2f4b275666118f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:27:17Z', 'revision_number': 5, 'project_id': '13b216e0dd4e46e2a2f4b275666118f6', 'gw_port': {'id': '3ca9ed03-9acb-40d2-a21a-39e44d2724f3', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ef35d-71a4-4044-8467-446df607abc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:22:54Z', 'updated_at': '2022-06-24T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:27:19.335441 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a79002c-8e49-4488-97bf-43576cc1241d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (3ca9ed03-9acb-40d2-a21a-39e44d2724f3), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:19.362871 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79002c-8e49-4488-97bf-43576cc1241d admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca9ed03-9acb-40d2-a21a-39e44d2724f3,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:19.414687 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:19.426076 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a79002c-8e49-4488-97bf-43576cc1241d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402005'] for router_gateway (4e6ef35d-71a4-4044-8467-446df607abc2), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:19.515891 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a79002c-8e49-4488-97bf-43576cc1241d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7559'] for router (4e6ef35d-71a4-4044-8467-446df607abc2), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:19.518087 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a79002c-8e49-4488-97bf-43576cc1241d admin admin] Publish callbacks [] for router_controller (4e6ef35d-71a4-4044-8467-446df607abc2), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:19.564670 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a79002c-8e49-4488-97bf-43576cc1241d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399314'] for router (4e6ef35d-71a4-4044-8467-446df607abc2), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:19.565214 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a79002c-8e49-4488-97bf-43576cc1241d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e6ef35d-71a4-4044-8467-446df607abc2 {{(pid=104052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:27:19.569735 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a79002c-8e49-4488-97bf-43576cc1241d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:19.570687 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-2a79002c-8e49-4488-97bf-43576cc1241d admin admin] 10.222.0.64 "DELETE /v2.0/routers/4e6ef35d-71a4-4044-8467-446df607abc2 HTTP/1.1" status: 204 len: 168 time: 1.0850143 Jun 24 10:27:19.573233 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 41842) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:19.621378 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_v2 [None req-8366f6ef-6459-4b8a-b8e0-22c1754787f1 admin admin] Deleting subnet 268c6001-37f9-4557-8ba3-5719eccd12d5 {{(pid=104052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:27:19.625260 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8366f6ef-6459-4b8a-b8e0-22c1754787f1 admin admin] Publish callbacks [] for subnet (268c6001-37f9-4557-8ba3-5719eccd12d5), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:19.666615 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8366f6ef-6459-4b8a-b8e0-22c1754787f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293602'] for subnet (268c6001-37f9-4557-8ba3-5719eccd12d5), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:19.754072 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8366f6ef-6459-4b8a-b8e0-22c1754787f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3788616'] for subnet (268c6001-37f9-4557-8ba3-5719eccd12d5), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:19.809317 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8366f6ef-6459-4b8a-b8e0-22c1754787f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3788646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11933662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12405517'] for subnet (268c6001-37f9-4557-8ba3-5719eccd12d5), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:19.835184 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366f6ef-6459-4b8a-b8e0-22c1754787f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=268c6001-37f9-4557-8ba3-5719eccd12d5,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:19.839811 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8366f6ef-6459-4b8a-b8e0-22c1754787f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:19.843368 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-8366f6ef-6459-4b8a-b8e0-22c1754787f1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/268c6001-37f9-4557-8ba3-5719eccd12d5 HTTP/1.1" status: 204 len: 168 time: 0.2690465 Jun 24 10:27:19.845983 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 41844) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:19.849789 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd44b45-2e95-4bff-b84b-ab076f8bb2e9 None None] Network 62d2509b-2c7f-4b5f-9593-650742984d82 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:27:19.881432 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:19.925350 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0b86a152-9bd0-46b3-892a-3034cac0c30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3438047'] for network (62d2509b-2c7f-4b5f-9593-650742984d82), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:19.969075 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-0b86a152-9bd0-46b3-892a-3034cac0c30b admin admin] Deleting port 1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:27:19.969428 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0b86a152-9bd0-46b3-892a-3034cac0c30b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:19.992424 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:20.036556 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-0b86a152-9bd0-46b3-892a-3034cac0c30b admin admin] For port 1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3,segment=NetworkSegment(f38a9067-387e-4cc8-b209-6c2084a6253c),segment_id=f38a9067-387e-4cc8-b209-6c2084a6253c)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:27:20.036929 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0b86a152-9bd0-46b3-892a-3034cac0c30b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:20.050244 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-0b86a152-9bd0-46b3-892a-3034cac0c30b admin admin] Calling delete_port for 1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3 owned by network:dhcp {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:27:20.134049 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0b86a152-9bd0-46b3-892a-3034cac0c30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:20.166524 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86a152-9bd0-46b3-892a-3034cac0c30b admin admin] Pushing event deleted for resources: {'Port': ['ID=1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:20.168415 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b86a152-9bd0-46b3-892a-3034cac0c30b admin admin] No DVR routers for this DVR port 1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3 on host dv-cinder-847132-2-iscsi {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:27:20.243655 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0b86a152-9bd0-46b3-892a-3034cac0c30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622709', 'neutron.services.segments.db._delete_segments_for_network-8739177752971'] for network (62d2509b-2c7f-4b5f-9593-650742984d82), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:20.266399 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-0b86a152-9bd0-46b3-892a-3034cac0c30b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d2509b-2c7f-4b5f-9593-650742984d82']}} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:20.277125 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-0b86a152-9bd0-46b3-892a-3034cac0c30b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f38a9067-387e-4cc8-b209-6c2084a6253c') {'for_net_delete': True} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:20.277405 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-0b86a152-9bd0-46b3-892a-3034cac0c30b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f38a9067-387e-4cc8-b209-6c2084a6253c') {} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:20.284509 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60009aa6-907e-45d5-b673-f0607290cfee None None] DHCP port deletion for 62d2509b-2c7f-4b5f-9593-650742984d82 request from dv-cinder-847132-2-iscsi {{(pid=104053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:27:20.290460 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0b86a152-9bd0-46b3-892a-3034cac0c30b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739177753748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15358805'] for segment (f38a9067-387e-4cc8-b209-6c2084a6253c), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:20.306971 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0b86a152-9bd0-46b3-892a-3034cac0c30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (f38a9067-387e-4cc8-b209-6c2084a6253c), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:20.314525 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b86a152-9bd0-46b3-892a-3034cac0c30b admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=104051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:27:20.315047 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0b86a152-9bd0-46b3-892a-3034cac0c30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15869078'] for segment (f38a9067-387e-4cc8-b209-6c2084a6253c), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:20.341471 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.services.segments.plugin [-] Segment f38a9067-387e-4cc8-b209-6c2084a6253c resource provider aggregate not found Jun 24 10:27:20.372431 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.services.segments.plugin [-] Segment f38a9067-387e-4cc8-b209-6c2084a6253c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f38a9067-387e-4cc8-b209-6c2084a6253c found for delete ", "request_id": "req-7c8638b2-8ac3-4422-a2ab-39711817d991"}]} Jun 24 10:27:20.382099 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0b86a152-9bd0-46b3-892a-3034cac0c30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407106'] for network (62d2509b-2c7f-4b5f-9593-650742984d82), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:20.388663 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0b86a152-9bd0-46b3-892a-3034cac0c30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:20.390878 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-0b86a152-9bd0-46b3-892a-3034cac0c30b admin admin] 10.222.0.64 "DELETE /v2.0/networks/62d2509b-2c7f-4b5f-9593-650742984d82 HTTP/1.1" status: 204 len: 168 time: 0.5438142 Jun 24 10:27:20.401610 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86a152-9bd0-46b3-892a-3034cac0c30b admin admin] Pushing event deleted for resources: {'Network': ['ID=62d2509b-2c7f-4b5f-9593-650742984d82,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:20.565536 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 41852) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:20.612676 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-002ace7c-6f92-4923-9e38-5c0ca4217389 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=13b216e0dd4e46e2a2f4b275666118f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458834 Jun 24 10:27:20.615314 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 41854) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:20.669116 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-00c89408-f9bc-4161-971f-164aed9452bd admin admin] Publish callbacks [] for security_group (c8031420-81a9-4983-ad53-0ccd57d577db), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:20.691046 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-00c89408-f9bc-4161-971f-164aed9452bd admin admin] Publish callbacks [] for security_group (c8031420-81a9-4983-ad53-0ccd57d577db), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:20.741387 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-00c89408-f9bc-4161-971f-164aed9452bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (c8031420-81a9-4983-ad53-0ccd57d577db), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:20.744164 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-00c89408-f9bc-4161-971f-164aed9452bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:20.745324 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-00c89408-f9bc-4161-971f-164aed9452bd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c8031420-81a9-4983-ad53-0ccd57d577db HTTP/1.1" status: 204 len: 168 time: 0.1290832 Jun 24 10:27:20.753608 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c89408-f9bc-4161-971f-164aed9452bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8031420-81a9-4983-ad53-0ccd57d577db,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:21.294526 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 3ca9ed03-9acb-40d2-a21a-39e44d2724f3 no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:27:21.314962 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: 3ca9ed03-9acb-40d2-a21a-39e44d2724f3 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:27:21.315507 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 3ca9ed03-9acb-40d2-a21a-39e44d2724f3 not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:27:21.315748 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 9edb86b8-01dd-418f-b9a0-0f4be426c193 no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:27:21.335558 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: 9edb86b8-01dd-418f-b9a0-0f4be426c193 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:27:21.335899 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 9edb86b8-01dd-418f-b9a0-0f4be426c193 not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:27:21.336304 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3 no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:27:21.354979 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: 1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:27:21.355327 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 1fcb7305-f0de-4f7e-8e7b-f43a5e09d4f3 not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:27:22.600223 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:27:24.550292 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 41914) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:24.661496 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6b81facd-9059-4b37-9096-23e81207e8ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:24.740951 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6b81facd-9059-4b37-9096-23e81207e8ad admin admin] Publish callbacks [] for security_group (39ba6f7d-458f-4d1a-9ddc-395c70c2d927), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:24.746357 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6b81facd-9059-4b37-9096-23e81207e8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (39ba6f7d-458f-4d1a-9ddc-395c70c2d927), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:24.789526 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-6b81facd-9059-4b37-9096-23e81207e8ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4fed92cd7454c0b8c682408358d1edc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380793 Jun 24 10:27:24.790385 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81facd-9059-4b37-9096-23e81207e8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ba6f7d-458f-4d1a-9ddc-395c70c2d927,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:24.792444 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 41918) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:24.848507 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-168d39ee-7cee-46ae-a517-4f6f84d6cfc3 admin admin] Publish callbacks [] for security_group (39ba6f7d-458f-4d1a-9ddc-395c70c2d927), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:24.852180 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-90827c95-c8a8-4d37-baa6-d98d625ab835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:24.871911 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-168d39ee-7cee-46ae-a517-4f6f84d6cfc3 admin admin] Publish callbacks [] for security_group (39ba6f7d-458f-4d1a-9ddc-395c70c2d927), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:24.923691 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-168d39ee-7cee-46ae-a517-4f6f84d6cfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (39ba6f7d-458f-4d1a-9ddc-395c70c2d927), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:24.926456 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-168d39ee-7cee-46ae-a517-4f6f84d6cfc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:24.927903 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-168d39ee-7cee-46ae-a517-4f6f84d6cfc3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/39ba6f7d-458f-4d1a-9ddc-395c70c2d927 HTTP/1.1" status: 204 len: 168 time: 0.1343734 Jun 24 10:27:24.936109 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d39ee-7cee-46ae-a517-4f6f84d6cfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ba6f7d-458f-4d1a-9ddc-395c70c2d927,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:26.224940 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 41970) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:26.342748 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-20c402e5-1567-45a0-afb1-feb9f0245c95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:26.422619 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=80,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:26.428241 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-20c402e5-1567-45a0-afb1-feb9f0245c95 admin admin] Publish callbacks [] for security_group (40d51d8e-f75d-4657-a49c-26f05b59eb94), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:26.433417 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-20c402e5-1567-45a0-afb1-feb9f0245c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (40d51d8e-f75d-4657-a49c-26f05b59eb94), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:26.476612 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c402e5-1567-45a0-afb1-feb9f0245c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d51d8e-f75d-4657-a49c-26f05b59eb94,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:26.481026 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-20c402e5-1567-45a0-afb1-feb9f0245c95 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=411d7bb7706b460593e96a49cbd4b0df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550676 Jun 24 10:27:26.484169 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 41974) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:26.529322 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:26.535309 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-118c0775-b7f8-4cec-b91a-b4da587b5cb3 admin admin] Publish callbacks [] for security_group (40d51d8e-f75d-4657-a49c-26f05b59eb94), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:26.558742 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-118c0775-b7f8-4cec-b91a-b4da587b5cb3 admin admin] Publish callbacks [] for security_group (40d51d8e-f75d-4657-a49c-26f05b59eb94), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:26.606334 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-118c0775-b7f8-4cec-b91a-b4da587b5cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (40d51d8e-f75d-4657-a49c-26f05b59eb94), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:26.609010 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-118c0775-b7f8-4cec-b91a-b4da587b5cb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:26.610190 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-118c0775-b7f8-4cec-b91a-b4da587b5cb3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/40d51d8e-f75d-4657-a49c-26f05b59eb94 HTTP/1.1" status: 204 len: 168 time: 0.1255221 Jun 24 10:27:26.618816 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c0775-b7f8-4cec-b91a-b4da587b5cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d51d8e-f75d-4657-a49c-26f05b59eb94,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:27.133964 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-15ad03a8-273c-48e3-af1f-173407ffa3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:27.670867 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 42004) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:27.781765 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:27.789593 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2809b966-a03c-4849-b18f-9c201efc190e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:27.811804 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:27.872203 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2809b966-a03c-4849-b18f-9c201efc190e admin admin] Publish callbacks [] for security_group (176445ce-8deb-4fb3-8ca1-ae5ff0636bd0), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:27.876821 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2809b966-a03c-4849-b18f-9c201efc190e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (176445ce-8deb-4fb3-8ca1-ae5ff0636bd0), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:27.916235 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-2809b966-a03c-4849-b18f-9c201efc190e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0c212876ec464b56a48d068544e1c8c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442946 Jun 24 10:27:27.917414 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809b966-a03c-4849-b18f-9c201efc190e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176445ce-8deb-4fb3-8ca1-ae5ff0636bd0,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:27.919283 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 42008) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:27.978676 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-16d4f4c7-88de-41a7-b523-065256b44115 admin admin] Publish callbacks [] for security_group (176445ce-8deb-4fb3-8ca1-ae5ff0636bd0), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:28.001910 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-16d4f4c7-88de-41a7-b523-065256b44115 admin admin] Publish callbacks [] for security_group (176445ce-8deb-4fb3-8ca1-ae5ff0636bd0), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:28.050781 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-16d4f4c7-88de-41a7-b523-065256b44115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (176445ce-8deb-4fb3-8ca1-ae5ff0636bd0), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:28.053718 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-16d4f4c7-88de-41a7-b523-065256b44115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:28.054903 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-16d4f4c7-88de-41a7-b523-065256b44115 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/176445ce-8deb-4fb3-8ca1-ae5ff0636bd0 HTTP/1.1" status: 204 len: 168 time: 0.1339846 Jun 24 10:27:28.063242 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4f4c7-88de-41a7-b523-065256b44115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176445ce-8deb-4fb3-8ca1-ae5ff0636bd0,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:28.375259 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:29.141684 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 42038) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:29.252524 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-948ecb19-f7c6-4585-8cb4-c5e8ac953fb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:29.331123 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-948ecb19-f7c6-4585-8cb4-c5e8ac953fb0 admin admin] Publish callbacks [] for security_group (6e4d1913-f899-4962-9819-10a20a39eb0e), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:29.336258 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-948ecb19-f7c6-4585-8cb4-c5e8ac953fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (6e4d1913-f899-4962-9819-10a20a39eb0e), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:29.376767 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-948ecb19-f7c6-4585-8cb4-c5e8ac953fb0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=71c6f24f0b7d46c9a72fb2dd269016e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335892 Jun 24 10:27:29.377738 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ecb19-f7c6-4585-8cb4-c5e8ac953fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4d1913-f899-4962-9819-10a20a39eb0e,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:29.380269 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 42042) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:29.433009 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4e1007ec-7a0e-417e-b610-7e9c15d656c9 admin admin] Publish callbacks [] for security_group (6e4d1913-f899-4962-9819-10a20a39eb0e), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:29.455454 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4e1007ec-7a0e-417e-b610-7e9c15d656c9 admin admin] Publish callbacks [] for security_group (6e4d1913-f899-4962-9819-10a20a39eb0e), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:29.507502 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4e1007ec-7a0e-417e-b610-7e9c15d656c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (6e4d1913-f899-4962-9819-10a20a39eb0e), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:29.510092 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4e1007ec-7a0e-417e-b610-7e9c15d656c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:29.511277 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-4e1007ec-7a0e-417e-b610-7e9c15d656c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6e4d1913-f899-4962-9819-10a20a39eb0e HTTP/1.1" status: 204 len: 168 time: 0.1300006 Jun 24 10:27:29.519773 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1007ec-7a0e-417e-b610-7e9c15d656c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4d1913-f899-4962-9819-10a20a39eb0e,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:29.531256 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=78,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:29.532251 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:29.791606 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:29.949310 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:32.594292 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=12 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:32.595374 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:39.368091 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=59,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:39.372702 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=38,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:39.514642 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:INSERT=4,neutron:SELECT=26,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:39.515509 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:INSERT=6,neutron:SELECT=35,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:39.943402 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:39.945400 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=1,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:40.192351 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:40.325323 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 42182) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:40.441074 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3b33921b-1229-41a0-852c-de0e2253f23a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:40.523429 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3b33921b-1229-41a0-852c-de0e2253f23a admin admin] Publish callbacks [] for security_group (fbfb8864-c51f-4a71-bc3d-f66231cb394e), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:40.528242 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3b33921b-1229-41a0-852c-de0e2253f23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (fbfb8864-c51f-4a71-bc3d-f66231cb394e), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:40.568479 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33921b-1229-41a0-852c-de0e2253f23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfb8864-c51f-4a71-bc3d-f66231cb394e,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:40.574753 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-3b33921b-1229-41a0-852c-de0e2253f23a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4b3614fde94d47318cc97fddc060c7ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481968 Jun 24 10:27:40.576685 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 42186) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:40.628584 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6dc11e09-0dff-467d-8487-43b840018845 admin admin] Publish callbacks [] for security_group (fbfb8864-c51f-4a71-bc3d-f66231cb394e), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:40.651705 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6dc11e09-0dff-467d-8487-43b840018845 admin admin] Publish callbacks [] for security_group (fbfb8864-c51f-4a71-bc3d-f66231cb394e), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:40.701575 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6dc11e09-0dff-467d-8487-43b840018845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (fbfb8864-c51f-4a71-bc3d-f66231cb394e), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:40.704381 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6dc11e09-0dff-467d-8487-43b840018845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:40.705674 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-6dc11e09-0dff-467d-8487-43b840018845 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fbfb8864-c51f-4a71-bc3d-f66231cb394e HTTP/1.1" status: 204 len: 168 time: 0.1281464 Jun 24 10:27:40.714610 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc11e09-0dff-467d-8487-43b840018845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfb8864-c51f-4a71-bc3d-f66231cb394e,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:50.709102 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=37,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:50.709864 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=33,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:50.727720 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:50.728733 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:54.857623 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bd4c7aba-f2bb-4306-8bae-abdc08daa9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:57.138237 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2c0bf2df-4b55-4958-bbf4-77fd301388b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:58.377779 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:59.599827 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:27:59.796484 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:59.946791 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:09.595345 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:09.596048 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=7 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:10.213546 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:16.217788 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-38ece017-ff78-4c70-91b0-077a980f9b38 req-357beb2d-15de-4fac-be28-16b3dc4e5842 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433471 Jun 24 10:28:16.316878 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ece017-ff78-4c70-91b0-077a980f9b38 req-1d714849-b319-4125-8c1e-bb81b907e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:28:16.318306 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-38ece017-ff78-4c70-91b0-077a980f9b38 req-1d714849-b319-4125-8c1e-bb81b907e012 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a1af4242504b4c7fa0903c7c61b02135&device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 1129 time: 0.0495157 Jun 24 10:28:16.431457 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ece017-ff78-4c70-91b0-077a980f9b38 req-764bb5ef-2a8d-4a24-a265-051087968e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:28:16.433011 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-38ece017-ff78-4c70-91b0-077a980f9b38 req-764bb5ef-2a8d-4a24-a265-051087968e60 service neutron] 10.222.0.27 "GET /v2.0/networks?id=974e48a5-8005-4f80-8ebd-0fd83f94a22c HTTP/1.1" status: 200 len: 912 time: 0.0949233 Jun 24 10:28:16.508228 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-38ece017-ff78-4c70-91b0-077a980f9b38 req-6e462226-c7e8-418f-af9b-61c932b99041 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfc83e60-4763-4b26-9114-c1a2ec52d4cb HTTP/1.1" status: 200 len: 1001 time: 0.0683069 Jun 24 10:28:16.559243 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ece017-ff78-4c70-91b0-077a980f9b38 req-3b52891b-0b2c-4ec3-9e44-596865251535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:28:16.561098 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-38ece017-ff78-4c70-91b0-077a980f9b38 req-3b52891b-0b2c-4ec3-9e44-596865251535 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=a9451b17-929f-4f0c-8328-6117f7bb7298 HTTP/1.1" status: 200 len: 850 time: 0.0470128 Jun 24 10:28:16.606738 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ece017-ff78-4c70-91b0-077a980f9b38 req-c6837d23-98a2-4d38-9880-f5e478f475c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:28:16.608305 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-38ece017-ff78-4c70-91b0-077a980f9b38 req-c6837d23-98a2-4d38-9880-f5e478f475c1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=974e48a5-8005-4f80-8ebd-0fd83f94a22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410655 Jun 24 10:28:16.705421 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-38ece017-ff78-4c70-91b0-077a980f9b38 req-c4bdc415-178d-4fd7-bfec-1436c60383dc service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910349 Jun 24 10:28:16.810408 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-38ece017-ff78-4c70-91b0-077a980f9b38 req-3b401801-2199-44a1-a57c-b8bd496f96a3 service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994689 Jun 24 10:28:20.200200 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:20.202523 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:24.867042 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a7b708b9-5f2d-4b2e-91ba-993e0bb3a286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:26.805093 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=55 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:26.807070 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=46 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:27.150390 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-21b69421-a975-43a4-9a97-c76f70edc60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:28.383726 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:29.797881 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:29.957914 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:36.600673 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:28:38.644154 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:39.941885 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:39.950878 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:40.206555 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:50.199111 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:50.201167 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:51.818348 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=16 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:51.822141 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=15 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:54.862820 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bf5119b7-2ccb-4bee-996e-4b84ec5891b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:57.144525 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-30eb202b-d1fa-46ca-b18b-310324292b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:58.386550 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:59.610189 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d08a62-0ed4-46ab-bb43-fabb21a6646c req-1f78c25c-e903-41b6-b9ce-52a8f33b54ca tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:28:59.611621 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-02d08a62-0ed4-46ab-bb43-fabb21a6646c req-1f78c25c-e903-41b6-b9ce-52a8f33b54ca tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 945 time: 0.0531545 Jun 24 10:28:59.661545 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-02d08a62-0ed4-46ab-bb43-fabb21a6646c req-380a9e51-9c65-4761-abe9-302f4e4709ce tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439432 Jun 24 10:28:59.799385 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:59.952363 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:00.784527 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdee64-d47d-4bf2-b224-032fd35d8668 req-afe2c9cd-cb96-41a2-a4ba-245df3292dff tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:00.786038 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-74bdee64-d47d-4bf2-b224-032fd35d8668 req-afe2c9cd-cb96-41a2-a4ba-245df3292dff tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 945 time: 0.0481968 Jun 24 10:29:00.837572 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-74bdee64-d47d-4bf2-b224-032fd35d8668 req-ec63cc64-e12a-46a2-b219-c1802e2f70b0 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454907 Jun 24 10:29:01.018527 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee6d71-68a7-4fd4-8764-2034cd9533f4 req-5bbcbd62-5097-47f1-bfce-deea6b8d4ef6 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:01.019932 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8cee6d71-68a7-4fd4-8764-2034cd9533f4 req-5bbcbd62-5097-47f1-bfce-deea6b8d4ef6 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.27 "GET /v2.0/ports?device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 945 time: 0.0594361 Jun 24 10:29:01.108748 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-8cee6d71-68a7-4fd4-8764-2034cd9533f4 req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Deleting port cfc83e60-4763-4b26-9114-c1a2ec52d4cb {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:29:01.109069 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8cee6d71-68a7-4fd4-8764-2034cd9533f4 req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (cfc83e60-4763-4b26-9114-c1a2ec52d4cb), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:01.208032 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-8cee6d71-68a7-4fd4-8764-2034cd9533f4 req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] For port cfc83e60-4763-4b26-9114-c1a2ec52d4cb, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=cfc83e60-4763-4b26-9114-c1a2ec52d4cb,segment=NetworkSegment(2a0f8787-3635-4349-8a0a-313acf9040a0),segment_id=2a0f8787-3635-4349-8a0a-313acf9040a0)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:29:01.208399 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8cee6d71-68a7-4fd4-8764-2034cd9533f4 req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (cfc83e60-4763-4b26-9114-c1a2ec52d4cb), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:01.372750 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8cee6d71-68a7-4fd4-8764-2034cd9533f4 req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:01.373130 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8cee6d71-68a7-4fd4-8764-2034cd9533f4 req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (d5f22050-279f-4b25-a11c-fdec7b2c40d5), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:01.373439 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-8cee6d71-68a7-4fd4-8764-2034cd9533f4 req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Floating IP d5f22050-279f-4b25-a11c-fdec7b2c40d5 disassociated. External IP: 172.27.0.204, port: cfc83e60-4763-4b26-9114-c1a2ec52d4cb. Jun 24 10:29:01.373787 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-8cee6d71-68a7-4fd4-8764-2034cd9533f4 req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Calling delete_port for cfc83e60-4763-4b26-9114-c1a2ec52d4cb owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:29:01.511277 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8cee6d71-68a7-4fd4-8764-2034cd9533f4 req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (cfc83e60-4763-4b26-9114-c1a2ec52d4cb), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:01.540059 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Pushing event deleted for resources: {'Port': ['ID=cfc83e60-4763-4b26-9114-c1a2ec52d4cb,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:01.551681 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:01.552029 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:01.552370 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:01.552708 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:01.553040 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:01.553367 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:01.553692 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:01.554002 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:01.554330 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:01.554650 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:01.555034 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:01.555360 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:01.555844 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:01.556155 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:01.556474 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:01.664481 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cee6d71-68a7-4fd4-8764-2034cd9533f4 req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Router 4aeaa544-3543-42f8-ba44-e7becd59d879 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:29:01.777424 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cee6d71-68a7-4fd4-8764-2034cd9533f4 req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:29:01.787712 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce69b97-e0d3-496d-b0e9-f3e117c38b79 None None] Sync routers for ids ['4aeaa544-3543-42f8-ba44-e7becd59d879'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:29:01.798318 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce69b97-e0d3-496d-b0e9-f3e117c38b79 None None] Routers {'4aeaa544-3543-42f8-ba44-e7becd59d879'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:29:01.798924 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-2ce69b97-e0d3-496d-b0e9-f3e117c38b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:28:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4aeaa544-3543-42f8-ba44-e7becd59d879'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:29:01.825397 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cee6d71-68a7-4fd4-8764-2034cd9533f4 req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] No DVR routers for this DVR port cfc83e60-4763-4b26-9114-c1a2ec52d4cb on host hv-cinder-84713 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:29:01.828093 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8cee6d71-68a7-4fd4-8764-2034cd9533f4 req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:01.831936 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8cee6d71-68a7-4fd4-8764-2034cd9533f4 req-c6d0a20c-8758-4c3b-8665-d516ea1affac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.27 "DELETE /v2.0/ports/cfc83e60-4763-4b26-9114-c1a2ec52d4cb HTTP/1.1" status: 204 len: 173 time: 0.8053060 Jun 24 10:29:01.832407 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73', 'name': 'network-vif-deleted', 'tag': 'cfc83e60-4763-4b26-9114-c1a2ec52d4cb'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:29:01.835262 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b61d229-111e-4adb-b31e-9894394a51d3" -d '{"events": [{"server_uuid": "a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73", "name": "network-vif-deleted", "tag": "cfc83e60-4763-4b26-9114-c1a2ec52d4cb"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:29:01.890376 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99c61ef-33af-4b85-b828-1ca74fc1aa19 x-openstack-request-id: req-d99c61ef-33af-4b85-b828-1ca74fc1aa19 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:29:01.890746 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73", "name": "network-vif-deleted", "tag": "cfc83e60-4763-4b26-9114-c1a2ec52d4cb", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:29:01.891188 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d99c61ef-33af-4b85-b828-1ca74fc1aa19 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:29:01.891428 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d99c61ef-33af-4b85-b828-1ca74fc1aa19'] response: {'server_uuid': 'a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73', 'name': 'network-vif-deleted', 'tag': 'cfc83e60-4763-4b26-9114-c1a2ec52d4cb', 'status': 'completed', 'code': 200} Jun 24 10:29:01.930950 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-2ce69b97-e0d3-496d-b0e9-f3e117c38b79 None None] Set router 4aeaa544-3543-42f8-ba44-e7becd59d879 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:29:01.962685 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-110dabbc-3a4d-498c-888e-1ada0a3b526a req-09d00064-6958-4656-916d-cb6fe7ce2646 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8e2431c-44c0-4ec6-9a02-f9cf7ff94d73 HTTP/1.1" status: 200 len: 210 time: 0.0377147 Jun 24 10:29:02.129026 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-2ce69b97-e0d3-496d-b0e9-f3e117c38b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:26:23Z', 'revision_number': 4, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'a2e53aa9-77ca-4988-8638-7661a1f9169c', 'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'mac_address': 'fa:16:3e:5d:6a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:23Z', 'updated_at': '2022-06-24T10:26:28Z', 'revision_number': 5, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'subnets': [{'id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:29:02.157984 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce69b97-e0d3-496d-b0e9-f3e117c38b79 None None] Checking router: 4aeaa544-3543-42f8-ba44-e7becd59d879 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:29:02.167599 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce69b97-e0d3-496d-b0e9-f3e117c38b79 None None] Routers {'4aeaa544-3543-42f8-ba44-e7becd59d879'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:29:02.168220 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-2ce69b97-e0d3-496d-b0e9-f3e117c38b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:28:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4aeaa544-3543-42f8-ba44-e7becd59d879'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:29:02.273952 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-2ce69b97-e0d3-496d-b0e9-f3e117c38b79 None None] Set router 4aeaa544-3543-42f8-ba44-e7becd59d879 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:29:02.468676 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-2ce69b97-e0d3-496d-b0e9-f3e117c38b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:26:23Z', 'revision_number': 4, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'a2e53aa9-77ca-4988-8638-7661a1f9169c', 'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'mac_address': 'fa:16:3e:5d:6a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:23Z', 'updated_at': '2022-06-24T10:26:28Z', 'revision_number': 5, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'subnets': [{'id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:29:02.495710 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce69b97-e0d3-496d-b0e9-f3e117c38b79 None None] The sync data for ids ['4aeaa544-3543-42f8-ba44-e7becd59d879'] in dv-cinder-847132-2-iscsi is: [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:26:23Z', 'revision_number': 4, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'a2e53aa9-77ca-4988-8638-7661a1f9169c', 'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'mac_address': 'fa:16:3e:5d:6a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:23Z', 'updated_at': '2022-06-24T10:26:28Z', 'revision_number': 5, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'subnets': [{'id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:29:02.733671 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ef166c-1b9e-47f6-aa5a-71dc72c075fd None None] New status for floating IP d5f22050-279f-4b25-a11c-fdec7b2c40d5: DOWN {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:29:03.257555 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-aaae8b7d-b293-4412-8306-7b58e319713a tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-511313019&fields=id&tenant_id=a1af4242504b4c7fa0903c7c61b02135 HTTP/1.1" status: 200 len: 267 time: 0.0492356 Jun 24 10:29:03.364860 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-01e86d95-c5d5-489b-a780-c31d194a891c tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:03.366343 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-01e86d95-c5d5-489b-a780-c31d194a891c tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/networks?id=974e48a5-8005-4f80-8ebd-0fd83f94a22c HTTP/1.1" status: 200 len: 811 time: 0.1023164 Jun 24 10:29:03.382354 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-6e11dfae-9507-43c0-a39b-71400d7769ab tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/quotas/a1af4242504b4c7fa0903c7c61b02135 HTTP/1.1" status: 200 len: 375 time: 0.0095325 Jun 24 10:29:03.436581 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-6d132cab-854d-4a2b-8aef-aa2269538f08 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1af4242504b4c7fa0903c7c61b02135&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486543 Jun 24 10:29:03.595873 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-a58c7c0c-e815-4650-9aa4-5b41a1881b87 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104051) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:29:03.596978 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-a58c7c0c-e815-4650-9aa4-5b41a1881b87 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1487541 Jun 24 10:29:03.692879 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-660f2e64-5e29-42c2-bae5-7360026a1327 service neutron] 10.222.0.64 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881176 Jun 24 10:29:03.791451 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-709d4be4-927a-4395-9bac-6a07c5713334 service neutron] 10.222.0.64 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921419 Jun 24 10:29:04.106051 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-20f80805-f013-4a07-91ad-d7b14465e1e3 req-74bc657b-136a-4593-bddf-82b61fab1147 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 210 time: 0.0297594 Jun 24 10:29:04.789971 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device cfc83e60-4763-4b26-9114-c1a2ec52d4cb no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:29:04.810522 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] No Port match for: cfc83e60-4763-4b26-9114-c1a2ec52d4cb {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:29:04.810903 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device cfc83e60-4763-4b26-9114-c1a2ec52d4cb not bound to the agent host hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:29:05.212887 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d51d638d-9d23-4496-bd1c-779dab3c73b1 req-ef0a9564-6fc5-4b1e-b7cf-48247b0a3d07 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 210 time: 0.0310464 Jun 24 10:29:05.237266 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:05.244698 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-da2b9e22-ce57-4ed9-a78e-e97092244eae tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:05.246529 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-da2b9e22-ce57-4ed9-a78e-e97092244eae tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.27 "GET /v2.0/networks?id=974e48a5-8005-4f80-8ebd-0fd83f94a22c HTTP/1.1" status: 200 len: 811 time: 0.1346080 Jun 24 10:29:05.277370 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:05.319614 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-dde46f29-a934-4951-95f3-a3d2ef885dd8 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1af4242504b4c7fa0903c7c61b02135 HTTP/1.1" status: 200 len: 379 time: 0.0640874 Jun 24 10:29:05.328701 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-90a81eba-b5d0-4df0-b528-ef110e4ac22b tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Request body: {'port': {'device_id': 'df3a026c-235f-4a5d-bf09-ae6e1c13f888', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'admin_state_up': True, 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'security_groups': ['f04741dd-71c8-427b-a786-cf0c2c973b56']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:29:05.443887 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-90a81eba-b5d0-4df0-b528-ef110e4ac22b tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Made reservation on behalf of a1af4242504b4c7fa0903c7c61b02135 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:29:05.447875 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-90a81eba-b5d0-4df0-b528-ef110e4ac22b tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:05.608309 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-90a81eba-b5d0-4df0-b528-ef110e4ac22b tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Allocated IP 172.20.0.11 (974e48a5-8005-4f80-8ebd-0fd83f94a22c/a9451b17-929f-4f0c-8328-6117f7bb7298/1b531ede-6da7-4696-9e82-2fe054e3a392) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:29:05.772373 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-90a81eba-b5d0-4df0-b528-ef110e4ac22b tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for port (1b531ede-6da7-4696-9e82-2fe054e3a392), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:05.808079 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-90a81eba-b5d0-4df0-b528-ef110e4ac22b tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (1b531ede-6da7-4696-9e82-2fe054e3a392), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:05.859706 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-90a81eba-b5d0-4df0-b528-ef110e4ac22b tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Network 974e48a5-8005-4f80-8ebd-0fd83f94a22c is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:29:05.864854 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-90a81eba-b5d0-4df0-b528-ef110e4ac22b tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:29:05.867522 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-90a81eba-b5d0-4df0-b528-ef110e4ac22b tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:29:05.876899 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a81eba-b5d0-4df0-b528-ef110e4ac22b tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Pushing event updated for resources: {'Port': ['ID=1b531ede-6da7-4696-9e82-2fe054e3a392,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:05.936238 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-90a81eba-b5d0-4df0-b528-ef110e4ac22b tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:05.936913 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-90a81eba-b5d0-4df0-b528-ef110e4ac22b tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:05.955224 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-90a81eba-b5d0-4df0-b528-ef110e4ac22b tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6300619 Jun 24 10:29:05.966894 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-15b6489e-aab8-48ac-b1dc-3c5efb562be6 service neutron] Request body: {'port': {'device_id': 'df3a026c-235f-4a5d-bf09-ae6e1c13f888', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:29:06.037327 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-15b6489e-aab8-48ac-b1dc-3c5efb562be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (1b531ede-6da7-4696-9e82-2fe054e3a392), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:06.152925 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:06.157137 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-6bd5bbe0-ba49-4f6a-9ea7-888e264bfc27 None None] Provisioning complete for port 1b531ede-6da7-4696-9e82-2fe054e3a392 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:29:06.157736 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6bd5bbe0-ba49-4f6a-9ea7-888e264bfc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (1b531ede-6da7-4696-9e82-2fe054e3a392), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:06.192104 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-6bd5bbe0-ba49-4f6a-9ea7-888e264bfc27 None None] Port 1b531ede-6da7-4696-9e82-2fe054e3a392 cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:29:06.240118 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:06.344508 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9151dc-4f39-4fb1-9b23-aee0607e269c req-06ccb9f4-028a-49ed-a45c-c032e8bbec00 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:06.346122 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4c9151dc-4f39-4fb1-9b23-aee0607e269c req-06ccb9f4-028a-49ed-a45c-c032e8bbec00 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 932 time: 0.0542026 Jun 24 10:29:06.354125 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-15b6489e-aab8-48ac-b1dc-3c5efb562be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b531ede-6da7-4696-9e82-2fe054e3a392 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:29:06.362594 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-15b6489e-aab8-48ac-b1dc-3c5efb562be6 service neutron] Publish callbacks [] for port (1b531ede-6da7-4696-9e82-2fe054e3a392), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:06.377634 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-15b6489e-aab8-48ac-b1dc-3c5efb562be6 service neutron] Transition to ACTIVE for port object 1b531ede-6da7-4696-9e82-2fe054e3a392 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:29:06.381454 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-15b6489e-aab8-48ac-b1dc-3c5efb562be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (1b531ede-6da7-4696-9e82-2fe054e3a392), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:06.409619 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4c9151dc-4f39-4fb1-9b23-aee0607e269c req-785ccedb-0b7e-4c1b-b53d-cbf765ab47ff tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573380 Jun 24 10:29:06.442803 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6489e-aab8-48ac-b1dc-3c5efb562be6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b531ede-6da7-4696-9e82-2fe054e3a392,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:06.526819 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-15b6489e-aab8-48ac-b1dc-3c5efb562be6 service neutron] Attempting to bind port 1b531ede-6da7-4696-9e82-2fe054e3a392 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:29:06.527162 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-15b6489e-aab8-48ac-b1dc-3c5efb562be6 service neutron] Attempting to bind port 1b531ede-6da7-4696-9e82-2fe054e3a392 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '2a0f8787-3635-4349-8a0a-313acf9040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:29:06.527451 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-15b6489e-aab8-48ac-b1dc-3c5efb562be6 service neutron] Attempting to bind port 1b531ede-6da7-4696-9e82-2fe054e3a392 on network 974e48a5-8005-4f80-8ebd-0fd83f94a22c {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:29:06.532570 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-15b6489e-aab8-48ac-b1dc-3c5efb562be6 service neutron] Port 1b531ede-6da7-4696-9e82-2fe054e3a392 on network 974e48a5-8005-4f80-8ebd-0fd83f94a22c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:29:06.532938 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-15b6489e-aab8-48ac-b1dc-3c5efb562be6 service neutron] Attempting to bind port 1b531ede-6da7-4696-9e82-2fe054e3a392 on network 974e48a5-8005-4f80-8ebd-0fd83f94a22c {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:29:06.538882 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-15b6489e-aab8-48ac-b1dc-3c5efb562be6 service neutron] Checking agent: {'id': '900df4b4-ebee-48f1-a22a-a520f0296ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'started_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:29:06.539251 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-15b6489e-aab8-48ac-b1dc-3c5efb562be6 service neutron] Checking segment: {'id': '2a0f8787-3635-4349-8a0a-313acf9040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:29:06.540325 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-15b6489e-aab8-48ac-b1dc-3c5efb562be6 service neutron] Bound using segment: {'id': '2a0f8787-3635-4349-8a0a-313acf9040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:29:06.540325 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-15b6489e-aab8-48ac-b1dc-3c5efb562be6 service neutron] Bound port: 1b531ede-6da7-4696-9e82-2fe054e3a392, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a0f8787-3635-4349-8a0a-313acf9040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:29:06.540859 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-15b6489e-aab8-48ac-b1dc-3c5efb562be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (1b531ede-6da7-4696-9e82-2fe054e3a392), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:06.610751 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-15b6489e-aab8-48ac-b1dc-3c5efb562be6 service neutron] For port 1b531ede-6da7-4696-9e82-2fe054e3a392, host hv-cinder-84713, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:29:06.614223 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-15b6489e-aab8-48ac-b1dc-3c5efb562be6 service neutron] For port 1b531ede-6da7-4696-9e82-2fe054e3a392, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=1b531ede-6da7-4696-9e82-2fe054e3a392,segment=NetworkSegment(2a0f8787-3635-4349-8a0a-313acf9040a0),segment_id=2a0f8787-3635-4349-8a0a-313acf9040a0)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:29:06.621246 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-15b6489e-aab8-48ac-b1dc-3c5efb562be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (1b531ede-6da7-4696-9e82-2fe054e3a392), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:06.670754 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-15b6489e-aab8-48ac-b1dc-3c5efb562be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:06.671375 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-15b6489e-aab8-48ac-b1dc-3c5efb562be6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:06.672773 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-15b6489e-aab8-48ac-b1dc-3c5efb562be6 service neutron] 10.222.0.27 "PUT /v2.0/ports/1b531ede-6da7-4696-9e82-2fe054e3a392 HTTP/1.1" status: 200 len: 1094 time: 0.7106116 Jun 24 10:29:06.673210 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3a026c-235f-4a5d-bf09-ae6e1c13f888', 'tag': '1b531ede-6da7-4696-9e82-2fe054e3a392'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:29:06.675572 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c231ae-0d39-4ca3-b2ff-f36fe02b7ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "df3a026c-235f-4a5d-bf09-ae6e1c13f888", "tag": "1b531ede-6da7-4696-9e82-2fe054e3a392"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:29:06.701071 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6489e-aab8-48ac-b1dc-3c5efb562be6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b531ede-6da7-4696-9e82-2fe054e3a392,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:06.740158 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513df02d-1d16-4ebc-a36f-928975e3d8ae x-openstack-request-id: req-513df02d-1d16-4ebc-a36f-928975e3d8ae {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:29:06.740532 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df3a026c-235f-4a5d-bf09-ae6e1c13f888", "tag": "1b531ede-6da7-4696-9e82-2fe054e3a392", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:29:06.741135 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-513df02d-1d16-4ebc-a36f-928975e3d8ae {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:29:06.741696 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-513df02d-1d16-4ebc-a36f-928975e3d8ae'] response: {'name': 'network-changed', 'server_uuid': 'df3a026c-235f-4a5d-bf09-ae6e1c13f888', 'tag': '1b531ede-6da7-4696-9e82-2fe054e3a392', 'status': 'completed', 'code': 200} Jun 24 10:29:06.784049 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-6fcb598f-ccca-446e-aba1-b103d61d1280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:06.785668 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-6fcb598f-ccca-446e-aba1-b103d61d1280 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a1af4242504b4c7fa0903c7c61b02135&device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 1128 time: 0.0430622 Jun 24 10:29:06.826978 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-ef406ec4-695b-42c8-b9a0-f5595f209f37 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b531ede-6da7-4696-9e82-2fe054e3a392 HTTP/1.1" status: 200 len: 217 time: 0.0346746 Jun 24 10:29:06.879959 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-ca83d5d8-4965-4338-b2a8-431da9aff875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:06.881487 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-ca83d5d8-4965-4338-b2a8-431da9aff875 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=a9451b17-929f-4f0c-8328-6117f7bb7298 HTTP/1.1" status: 200 len: 850 time: 0.0490971 Jun 24 10:29:06.925025 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-2056c29b-9ee3-4390-9abb-83244a7aebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:06.926767 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-2056c29b-9ee3-4390-9abb-83244a7aebbb service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=974e48a5-8005-4f80-8ebd-0fd83f94a22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395701 Jun 24 10:29:07.032017 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-5907bc68-290f-4e2a-99ec-7f6c7dc7e9d5 service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988967 Jun 24 10:29:07.117176 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:07.129263 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0cab92c3-214e-4d8a-8ecb-2a692478fc75 req-6237cbb5-35f3-4032-a54c-bcc42551a1c0 service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912066 Jun 24 10:29:07.372195 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c231ae-0d39-4ca3-b2ff-f36fe02b7ae5 req-ca390c84-8441-45c5-a032-e54c61e80676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:07.373746 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-07c231ae-0d39-4ca3-b2ff-f36fe02b7ae5 req-ca390c84-8441-45c5-a032-e54c61e80676 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a1af4242504b4c7fa0903c7c61b02135&device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 1128 time: 0.0443125 Jun 24 10:29:07.475015 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c231ae-0d39-4ca3-b2ff-f36fe02b7ae5 req-cab323b8-3936-4494-98fa-9c5186c7395a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:07.476664 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-07c231ae-0d39-4ca3-b2ff-f36fe02b7ae5 req-cab323b8-3936-4494-98fa-9c5186c7395a service neutron] 10.222.0.27 "GET /v2.0/networks?id=974e48a5-8005-4f80-8ebd-0fd83f94a22c HTTP/1.1" status: 200 len: 912 time: 0.0969830 Jun 24 10:29:07.519709 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-07c231ae-0d39-4ca3-b2ff-f36fe02b7ae5 req-a6470050-9a27-4329-9ce5-80f74b54f00c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b531ede-6da7-4696-9e82-2fe054e3a392 HTTP/1.1" status: 200 len: 217 time: 0.0370653 Jun 24 10:29:07.540224 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb29c83-88cb-48ee-bf27-bf2416ffe468 req-98913ae1-b209-4d98-bea8-3fc2b00f5595 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:07.541802 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-efb29c83-88cb-48ee-bf27-bf2416ffe468 req-98913ae1-b209-4d98-bea8-3fc2b00f5595 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 944 time: 0.0574539 Jun 24 10:29:07.575301 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c231ae-0d39-4ca3-b2ff-f36fe02b7ae5 req-f6e72199-afa4-4493-9323-0f00137b8e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:07.577230 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-07c231ae-0d39-4ca3-b2ff-f36fe02b7ae5 req-f6e72199-afa4-4493-9323-0f00137b8e72 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=a9451b17-929f-4f0c-8328-6117f7bb7298 HTTP/1.1" status: 200 len: 850 time: 0.0518029 Jun 24 10:29:07.591064 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:07.598406 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-efb29c83-88cb-48ee-bf27-bf2416ffe468 req-1882ab14-4a36-4a49-a793-542a65b0ea95 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501084 Jun 24 10:29:07.624565 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c231ae-0d39-4ca3-b2ff-f36fe02b7ae5 req-5587bf5e-acec-498c-95eb-71ade300cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:07.626067 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-07c231ae-0d39-4ca3-b2ff-f36fe02b7ae5 req-5587bf5e-acec-498c-95eb-71ade300cad7 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=974e48a5-8005-4f80-8ebd-0fd83f94a22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435724 Jun 24 10:29:07.730634 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-07c231ae-0d39-4ca3-b2ff-f36fe02b7ae5 req-75228bea-7533-4cb7-8830-780e3e7ae4ef service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982485 Jun 24 10:29:07.850819 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-07c231ae-0d39-4ca3-b2ff-f36fe02b7ae5 req-67f37825-7ab5-4adb-b38e-4529d413757f service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133173 Jun 24 10:29:08.727334 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec16b9-d12d-4d7e-9318-09b05a78c162 req-5bf074ab-5886-4287-826b-5728c91c8dec tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:08.729133 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e8ec16b9-d12d-4d7e-9318-09b05a78c162 req-5bf074ab-5886-4287-826b-5728c91c8dec tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 944 time: 0.0522509 Jun 24 10:29:08.787390 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e8ec16b9-d12d-4d7e-9318-09b05a78c162 req-9e81de59-b00a-4187-aa3a-c179a0693aef tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523195 Jun 24 10:29:09.918380 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89387a3e-27c0-4af4-8528-bfaed447ae59 req-386fc895-3fe6-4681-a0fb-5cf3dc3db95f tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:09.919911 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-89387a3e-27c0-4af4-8528-bfaed447ae59 req-386fc895-3fe6-4681-a0fb-5cf3dc3db95f tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 944 time: 0.0549235 Jun 24 10:29:09.957669 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:09.973439 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-89387a3e-27c0-4af4-8528-bfaed447ae59 req-9c401421-c77d-43bd-be11-35c1b18ed6f6 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475390 Jun 24 10:29:10.211740 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:11.096667 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bfd24-814d-4c46-adb9-80a85c3622f6 req-76626d95-7a10-4968-b3bc-812b43cf9c04 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:11.098241 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fc2bfd24-814d-4c46-adb9-80a85c3622f6 req-76626d95-7a10-4968-b3bc-812b43cf9c04 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 944 time: 0.0497782 Jun 24 10:29:11.127624 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:11.153435 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fc2bfd24-814d-4c46-adb9-80a85c3622f6 req-c9848106-9475-4bd9-bf2e-de71afc5c6c8 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473592 Jun 24 10:29:12.278585 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b81f7-dce8-40c4-bec1-8f72488c7825 req-e78dd81f-7d04-498f-93d1-4974972bdba9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:12.280235 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f76b81f7-dce8-40c4-bec1-8f72488c7825 req-e78dd81f-7d04-498f-93d1-4974972bdba9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 944 time: 0.0504496 Jun 24 10:29:12.328684 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f76b81f7-dce8-40c4-bec1-8f72488c7825 req-f387e7b9-f95e-4665-94dd-ab06d216fef2 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426643 Jun 24 10:29:13.452231 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e5179-020d-4f9c-a7c9-13630fe10c53 req-59391864-18f6-4297-bde6-e9a754a5ab64 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:13.453831 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-971e5179-020d-4f9c-a7c9-13630fe10c53 req-59391864-18f6-4297-bde6-e9a754a5ab64 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 944 time: 0.0507092 Jun 24 10:29:13.510630 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-971e5179-020d-4f9c-a7c9-13630fe10c53 req-1b5bb0da-8cc4-47b5-826a-c0688718fb64 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480709 Jun 24 10:29:13.600907 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:29:14.643154 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c14af-b259-4a92-a0eb-bc6d78e9903f req-cffddb6a-7cf7-4249-b65e-6569c531103c tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:14.644962 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d20c14af-b259-4a92-a0eb-bc6d78e9903f req-cffddb6a-7cf7-4249-b65e-6569c531103c tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 944 time: 0.0512543 Jun 24 10:29:14.700051 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d20c14af-b259-4a92-a0eb-bc6d78e9903f req-09bc91aa-a10d-4289-b812-8a236458da6a tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475633 Jun 24 10:29:14.818937 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 1b531ede-6da7-4696-9e82-2fe054e3a392 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:29:14.864239 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:14.902939 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:14.924976 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 1b531ede-6da7-4696-9e82-2fe054e3a392, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=1b531ede-6da7-4696-9e82-2fe054e3a392,segment=NetworkSegment(2a0f8787-3635-4349-8a0a-313acf9040a0),segment_id=2a0f8787-3635-4349-8a0a-313acf9040a0)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:29:14.936845 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': '1b531ede-6da7-4696-9e82-2fe054e3a392', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'port_id': '1b531ede-6da7-4696-9e82-2fe054e3a392', 'mac_address': 'fa:16:3e:b1:57:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:29:14.973141 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 1b531ede-6da7-4696-9e82-2fe054e3a392 is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:29:14.973526 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (1b531ede-6da7-4696-9e82-2fe054e3a392), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:14.990354 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b531ede-6da7-4696-9e82-2fe054e3a392 {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:29:15.009749 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 1b531ede-6da7-4696-9e82-2fe054e3a392, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=1b531ede-6da7-4696-9e82-2fe054e3a392,segment=NetworkSegment(2a0f8787-3635-4349-8a0a-313acf9040a0),segment_id=2a0f8787-3635-4349-8a0a-313acf9040a0)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:29:15.015024 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (1b531ede-6da7-4696-9e82-2fe054e3a392), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:15.060444 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=1b531ede-6da7-4696-9e82-2fe054e3a392,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:15.067841 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:15.068219 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:15.068556 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:15.069018 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:15.069162 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:15.069615 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:15.069884 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:15.070209 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:15.070528 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:15.070880 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:15.071210 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:15.071530 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:15.071830 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:15.072145 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:15.072461 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:15.232821 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['1b531ede-6da7-4696-9e82-2fe054e3a392'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:29:15.641834 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:15.826796 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebf8a7-f1c4-4e4e-b84c-134a6a82a6c3 req-d51f7a10-88d8-4cca-8ddb-01408df9633c tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:15.828185 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-17ebf8a7-f1c4-4e4e-b84c-134a6a82a6c3 req-d51f7a10-88d8-4cca-8ddb-01408df9633c tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 945 time: 0.0561604 Jun 24 10:29:15.879057 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-17ebf8a7-f1c4-4e4e-b84c-134a6a82a6c3 req-9baa2f0d-368e-471a-b00e-e3c2b83bac67 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440776 Jun 24 10:29:16.835650 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 1b531ede-6da7-4696-9e82-2fe054e3a392 up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:29:16.878959 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning for port 1b531ede-6da7-4696-9e82-2fe054e3a392 completed by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:29:16.886162 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port 1b531ede-6da7-4696-9e82-2fe054e3a392 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:29:16.886543 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (1b531ede-6da7-4696-9e82-2fe054e3a392), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:16.999094 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac3d21-424d-45f6-879d-84e1873b5026 req-80337a43-7f3f-4d4b-b2a7-2ff71c404243 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:17.000787 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a7ac3d21-424d-45f6-879d-84e1873b5026 req-80337a43-7f3f-4d4b-b2a7-2ff71c404243 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 945 time: 0.0503595 Jun 24 10:29:17.058544 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a7ac3d21-424d-45f6-879d-84e1873b5026 req-5c7ae641-2e5a-4a3e-99ae-9e878c242719 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506418 Jun 24 10:29:17.097857 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 1b531ede-6da7-4696-9e82-2fe054e3a392 is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:29:17.098236 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (1b531ede-6da7-4696-9e82-2fe054e3a392), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:17.122854 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3a026c-235f-4a5d-bf09-ae6e1c13f888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b531ede-6da7-4696-9e82-2fe054e3a392'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:29:17.125351 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9efd1eb-5d77-4789-a04f-4bee0f84c140" -d '{"events": [{"server_uuid": "df3a026c-235f-4a5d-bf09-ae6e1c13f888", "name": "network-vif-plugged", "status": "completed", "tag": "1b531ede-6da7-4696-9e82-2fe054e3a392"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:29:17.139388 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 1b531ede-6da7-4696-9e82-2fe054e3a392, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=1b531ede-6da7-4696-9e82-2fe054e3a392,segment=NetworkSegment(2a0f8787-3635-4349-8a0a-313acf9040a0),segment_id=2a0f8787-3635-4349-8a0a-313acf9040a0)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:29:17.144596 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (1b531ede-6da7-4696-9e82-2fe054e3a392), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:17.199609 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=1b531ede-6da7-4696-9e82-2fe054e3a392,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:17.322761 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec30b1bf-6ac0-4ac5-abab-8f56e01f5fba x-openstack-request-id: req-ec30b1bf-6ac0-4ac5-abab-8f56e01f5fba {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:29:17.323044 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3a026c-235f-4a5d-bf09-ae6e1c13f888", "name": "network-vif-plugged", "status": "completed", "tag": "1b531ede-6da7-4696-9e82-2fe054e3a392", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:29:17.323291 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec30b1bf-6ac0-4ac5-abab-8f56e01f5fba {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:29:17.323703 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec30b1bf-6ac0-4ac5-abab-8f56e01f5fba'] response: {'server_uuid': 'df3a026c-235f-4a5d-bf09-ae6e1c13f888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b531ede-6da7-4696-9e82-2fe054e3a392', 'code': 200} Jun 24 10:29:17.540295 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028f12f-1d99-4de7-a8d1-e79514d25a9d req-4b077431-ba21-451a-bbd5-573f1630f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:17.541729 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f028f12f-1d99-4de7-a8d1-e79514d25a9d req-4b077431-ba21-451a-bbd5-573f1630f98f service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 1130 time: 0.0469139 Jun 24 10:29:17.600729 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f028f12f-1d99-4de7-a8d1-e79514d25a9d req-f81982f4-d064-410b-aa2a-e3ed03791c58 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521793 Jun 24 10:29:18.181545 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aec5e5-682c-48e7-b364-a75168d55579 req-3599cc56-b038-4da8-aaad-d6ffb5c2d7b0 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:18.183289 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d0aec5e5-682c-48e7-b364-a75168d55579 req-3599cc56-b038-4da8-aaad-d6ffb5c2d7b0 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 946 time: 0.0536296 Jun 24 10:29:18.234656 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d0aec5e5-682c-48e7-b364-a75168d55579 req-51e5218c-9068-41a0-b186-2304612e001c tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449493 Jun 24 10:29:19.353110 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36577c-716a-4845-8c0c-c484d2b6e5cc req-874bcf4a-c793-4fa3-bfe0-ef356850e8db tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:19.354610 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7b36577c-716a-4845-8c0c-c484d2b6e5cc req-874bcf4a-c793-4fa3-bfe0-ef356850e8db tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 946 time: 0.0488689 Jun 24 10:29:19.406424 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7b36577c-716a-4845-8c0c-c484d2b6e5cc req-a25861c6-36ce-4ba9-8f46-0e22cce80587 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450809 Jun 24 10:29:19.531499 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49f8a5-ccf0-4548-aea9-bcd83ab597d6 req-8dadaac3-1fc2-4232-a58c-4d12d11ea3fd tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:19.532918 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9a49f8a5-ccf0-4548-aea9-bcd83ab597d6 req-8dadaac3-1fc2-4232-a58c-4d12d11ea3fd tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 946 time: 0.0551813 Jun 24 10:29:19.587678 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9a49f8a5-ccf0-4548-aea9-bcd83ab597d6 req-5a79070a-2e5f-4fec-8243-508ff68234f6 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483420 Jun 24 10:29:19.610422 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 42278) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:29:19.648880 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa3f92e-fda3-448e-b7a9-a43b3690b79c tempest-TestVolumeBootPattern-841287339 tempest-TestVolumeBootPattern-841287339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:19.650420 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-3fa3f92e-fda3-448e-b7a9-a43b3690b79c tempest-TestVolumeBootPattern-841287339 tempest-TestVolumeBootPattern-841287339-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 1125 time: 0.0390012 Jun 24 10:29:19.653285 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 42280) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:29:19.657485 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Request body: {'floatingip': {'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'port_id': '1b531ede-6da7-4696-9e82-2fe054e3a392', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:29:19.681893 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:19.764599 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:19.771428 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:19.845588 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:19.901052 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Allocated IP 172.27.0.82 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/fb44283e-818d-4829-90ca-3734da01e1fc) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:29:20.019208 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for port (fb44283e-818d-4829-90ca-3734da01e1fc), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:20.051481 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (fb44283e-818d-4829-90ca-3734da01e1fc), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:20.093256 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:29:20.098938 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:29:20.101049 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Pushing event updated for resources: {'Port': ['ID=fb44283e-818d-4829-90ca-3734da01e1fc,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:20.103225 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:29:20.128226 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:20.128569 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:20.128888 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:20.129224 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:20.129550 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:20.129870 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:20.130205 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:20.130520 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:20.130864 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:20.131163 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:20.131480 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:20.131796 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:20.132106 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:20.132414 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:20.132723 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:20.775360 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for floatingip (2c50cb3e-430a-4428-8851-63a005518fe4), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:20.843439 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (fb44283e-818d-4829-90ca-3734da01e1fc), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:20.912577 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:20.945013 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:20.999490 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for port (fb44283e-818d-4829-90ca-3734da01e1fc), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:21.005307 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15869106'] for port (fb44283e-818d-4829-90ca-3734da01e1fc), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:21.076652 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Pushing event updated for resources: {'Port': ['ID=fb44283e-818d-4829-90ca-3734da01e1fc,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:21.089149 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (2c50cb3e-430a-4428-8851-63a005518fe4), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:21.188154 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Floating IP 2c50cb3e-430a-4428-8851-63a005518fe4 associated. External IP: 172.27.0.82, port: 1b531ede-6da7-4696-9e82-2fe054e3a392. Jun 24 10:29:21.388699 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Router 4aeaa544-3543-42f8-ba44-e7becd59d879 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:29:21.497348 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:29:21.508443 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92395f4b-f470-407b-a865-39f13b4c871e None None] Sync routers for ids ['4aeaa544-3543-42f8-ba44-e7becd59d879'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:29:21.518093 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:21.520695 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92395f4b-f470-407b-a865-39f13b4c871e None None] Routers {'4aeaa544-3543-42f8-ba44-e7becd59d879'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:29:21.521617 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-92395f4b-f470-407b-a865-39f13b4c871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:28:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4aeaa544-3543-42f8-ba44-e7becd59d879'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:29:21.548806 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-4651bc10-98bf-4293-928c-9b9275310dd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8944056 Jun 24 10:29:21.549491 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3a026c-235f-4a5d-bf09-ae6e1c13f888', 'tag': '1b531ede-6da7-4696-9e82-2fe054e3a392'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:29:21.551958 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0842cb78391e2f7ce2bbbb97d4275cb0a39767f3185dad610fa5b26cb1bc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d98b5eb-8950-4cda-85e3-979b6b43a123" -d '{"events": [{"name": "network-changed", "server_uuid": "df3a026c-235f-4a5d-bf09-ae6e1c13f888", "tag": "1b531ede-6da7-4696-9e82-2fe054e3a392"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:29:21.559910 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:21.591547 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6cdb91-aa07-4be7-9bc0-a20642677a77 x-openstack-request-id: req-de6cdb91-aa07-4be7-9bc0-a20642677a77 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:29:21.591837 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df3a026c-235f-4a5d-bf09-ae6e1c13f888", "tag": "1b531ede-6da7-4696-9e82-2fe054e3a392", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:29:21.592081 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de6cdb91-aa07-4be7-9bc0-a20642677a77 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:29:21.592479 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de6cdb91-aa07-4be7-9bc0-a20642677a77'] response: {'name': 'network-changed', 'server_uuid': 'df3a026c-235f-4a5d-bf09-ae6e1c13f888', 'tag': '1b531ede-6da7-4696-9e82-2fe054e3a392', 'status': 'completed', 'code': 200} Jun 24 10:29:21.634185 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-92395f4b-f470-407b-a865-39f13b4c871e None None] Set router 4aeaa544-3543-42f8-ba44-e7becd59d879 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:29:21.658921 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98b5eb-8950-4cda-85e3-979b6b43a123 req-d66007dc-fade-487f-af95-aeaa63f5b12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:21.660331 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5d98b5eb-8950-4cda-85e3-979b6b43a123 req-d66007dc-fade-487f-af95-aeaa63f5b12f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a1af4242504b4c7fa0903c7c61b02135&device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 1130 time: 0.0447943 Jun 24 10:29:21.732603 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:21.754586 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98b5eb-8950-4cda-85e3-979b6b43a123 req-b2133148-7a3c-4602-a463-6859c8bcbbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:21.756160 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5d98b5eb-8950-4cda-85e3-979b6b43a123 req-b2133148-7a3c-4602-a463-6859c8bcbbe0 service neutron] 10.222.0.27 "GET /v2.0/networks?id=974e48a5-8005-4f80-8ebd-0fd83f94a22c HTTP/1.1" status: 200 len: 912 time: 0.0890741 Jun 24 10:29:21.863415 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-92395f4b-f470-407b-a865-39f13b4c871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:26:23Z', 'revision_number': 4, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '2c50cb3e-430a-4428-8851-63a005518fe4', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'port_id': '1b531ede-6da7-4696-9e82-2fe054e3a392', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'mac_address': 'fa:16:3e:b1:57:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a026c-235f-4a5d-bf09-ae6e1c13f888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:29:20Z', 'updated_at': '2022-06-24T10:29:20Z', 'revision_number': 0, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e53aa9-77ca-4988-8638-7661a1f9169c', 'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'mac_address': 'fa:16:3e:5d:6a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:23Z', 'updated_at': '2022-06-24T10:26:28Z', 'revision_number': 5, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'subnets': [{'id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:29:21.889388 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92395f4b-f470-407b-a865-39f13b4c871e None None] Checking router: 4aeaa544-3543-42f8-ba44-e7becd59d879 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:29:21.899896 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92395f4b-f470-407b-a865-39f13b4c871e None None] Routers {'4aeaa544-3543-42f8-ba44-e7becd59d879'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:29:21.900544 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-92395f4b-f470-407b-a865-39f13b4c871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:28:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4aeaa544-3543-42f8-ba44-e7becd59d879'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:29:22.017354 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-92395f4b-f470-407b-a865-39f13b4c871e None None] Set router 4aeaa544-3543-42f8-ba44-e7becd59d879 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:29:22.126671 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5d98b5eb-8950-4cda-85e3-979b6b43a123 req-f25433d8-4e7e-4ce0-88bb-94c3ca4edf9e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b531ede-6da7-4696-9e82-2fe054e3a392 HTTP/1.1" status: 200 len: 999 time: 0.3647466 Jun 24 10:29:22.178493 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98b5eb-8950-4cda-85e3-979b6b43a123 req-807e70f8-7039-40e0-bf0e-7f8430a6de76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:22.180256 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5d98b5eb-8950-4cda-85e3-979b6b43a123 req-807e70f8-7039-40e0-bf0e-7f8430a6de76 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=a9451b17-929f-4f0c-8328-6117f7bb7298 HTTP/1.1" status: 200 len: 850 time: 0.0480652 Jun 24 10:29:22.234509 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98b5eb-8950-4cda-85e3-979b6b43a123 req-c7e9ded0-9967-4157-b0e3-aff0bdf8fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:22.236054 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5d98b5eb-8950-4cda-85e3-979b6b43a123 req-c7e9ded0-9967-4157-b0e3-aff0bdf8fb3c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=974e48a5-8005-4f80-8ebd-0fd83f94a22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501602 Jun 24 10:29:22.241794 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-92395f4b-f470-407b-a865-39f13b4c871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:26:23Z', 'revision_number': 4, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '2c50cb3e-430a-4428-8851-63a005518fe4', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'port_id': '1b531ede-6da7-4696-9e82-2fe054e3a392', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'mac_address': 'fa:16:3e:b1:57:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a026c-235f-4a5d-bf09-ae6e1c13f888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:29:20Z', 'updated_at': '2022-06-24T10:29:20Z', 'revision_number': 0, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e53aa9-77ca-4988-8638-7661a1f9169c', 'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'mac_address': 'fa:16:3e:5d:6a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:23Z', 'updated_at': '2022-06-24T10:26:28Z', 'revision_number': 5, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'subnets': [{'id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:29:22.267385 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92395f4b-f470-407b-a865-39f13b4c871e None None] The sync data for ids ['4aeaa544-3543-42f8-ba44-e7becd59d879'] in dv-cinder-847132-2-iscsi is: [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:26:23Z', 'revision_number': 4, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '2c50cb3e-430a-4428-8851-63a005518fe4', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'port_id': '1b531ede-6da7-4696-9e82-2fe054e3a392', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'mac_address': 'fa:16:3e:b1:57:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a026c-235f-4a5d-bf09-ae6e1c13f888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:29:20Z', 'updated_at': '2022-06-24T10:29:20Z', 'revision_number': 0, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e53aa9-77ca-4988-8638-7661a1f9169c', 'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'mac_address': 'fa:16:3e:5d:6a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:23Z', 'updated_at': '2022-06-24T10:26:28Z', 'revision_number': 5, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'subnets': [{'id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:29:22.333968 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5d98b5eb-8950-4cda-85e3-979b6b43a123 req-e39639d0-a617-4c92-9a52-68354dd0488b service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920975 Jun 24 10:29:22.430055 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5d98b5eb-8950-4cda-85e3-979b6b43a123 req-ac921050-821b-457a-9569-d099009ad3f9 service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907066 Jun 24 10:29:22.462815 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ec3b1-bf17-49cd-b65f-9833a83ea846 None None] New status for floating IP 2c50cb3e-430a-4428-8851-63a005518fe4: ACTIVE {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:29:24.861966 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6b33f136-6cf0-4d87-ba07-10a65ca4cebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:27.151070 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bd28f189-e76f-478f-a2ba-96aee7eeb4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:28.387072 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:29.803251 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:29.956836 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:31.541555 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=63,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:31.545048 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=76 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:32.424774 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=78 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:32.427149 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:32.585024 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:32.589312 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:39.948965 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=56 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:39.951246 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:40.231577 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:50.214623 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:50.224336 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:50.601087 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:29:54.857958 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7f9a69b6-6919-488a-b0f3-4dc03e0bdf58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:57.146541 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f8da8ff9-b29d-43cb-b548-060394b3f628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:58.392033 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:59.811667 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:59.961425 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:00.595830 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:00.596641 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:10.227065 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:19.215823 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7b470349-5aa5-45c5-9961-601f3c1a8cee req-e5bd0f8e-713b-4a8f-80b7-cdbf5c15ef35 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488856 Jun 24 10:30:19.298406 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b470349-5aa5-45c5-9961-601f3c1a8cee req-262d3a82-6a80-4ccb-b192-16e382500431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:30:19.299991 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7b470349-5aa5-45c5-9961-601f3c1a8cee req-262d3a82-6a80-4ccb-b192-16e382500431 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a1af4242504b4c7fa0903c7c61b02135&device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 1130 time: 0.0407407 Jun 24 10:30:19.417294 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b470349-5aa5-45c5-9961-601f3c1a8cee req-27c3e6ad-b549-4a46-b616-39f346e2dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:30:19.419073 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7b470349-5aa5-45c5-9961-601f3c1a8cee req-27c3e6ad-b549-4a46-b616-39f346e2dd35 service neutron] 10.222.0.27 "GET /v2.0/networks?id=974e48a5-8005-4f80-8ebd-0fd83f94a22c HTTP/1.1" status: 200 len: 912 time: 0.0994654 Jun 24 10:30:19.489133 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7b470349-5aa5-45c5-9961-601f3c1a8cee req-7ceeae6a-8dd8-488b-b017-5541b88bebbb service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b531ede-6da7-4696-9e82-2fe054e3a392 HTTP/1.1" status: 200 len: 1001 time: 0.0638115 Jun 24 10:30:19.539202 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b470349-5aa5-45c5-9961-601f3c1a8cee req-a955e012-c988-4fb8-89b4-299659927b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:30:19.540696 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7b470349-5aa5-45c5-9961-601f3c1a8cee req-a955e012-c988-4fb8-89b4-299659927b84 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=a9451b17-929f-4f0c-8328-6117f7bb7298 HTTP/1.1" status: 200 len: 850 time: 0.0463593 Jun 24 10:30:19.585782 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b470349-5aa5-45c5-9961-601f3c1a8cee req-92796ec2-2698-4125-97e4-1db420f88954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:30:19.587434 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7b470349-5aa5-45c5-9961-601f3c1a8cee req-92796ec2-2698-4125-97e4-1db420f88954 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=974e48a5-8005-4f80-8ebd-0fd83f94a22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412939 Jun 24 10:30:19.688231 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7b470349-5aa5-45c5-9961-601f3c1a8cee req-19341a6e-4202-4147-9bcb-88005dfcf572 service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949550 Jun 24 10:30:19.789516 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7b470349-5aa5-45c5-9961-601f3c1a8cee req-c7b08917-c81b-4736-a290-ddb182abcb20 service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941749 Jun 24 10:30:20.212954 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:20.221053 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:24.864658 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2eedf62f-cc91-4035-a686-1fc4f3c7e7aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:27.156365 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-eef4e3f3-ac90-45c2-8b5c-1526fd44fdc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:27.602496 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:30:28.393159 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:29.638537 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:29.784020 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=53 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:29.786216 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=48 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:29.811876 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:29.968809 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:37.597107 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:39.960576 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:39.967936 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:40.238622 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:50.231617 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:50.234748 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:51.834191 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=9 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:51.838349 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=17 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:54.861619 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8fa14cae-4d0f-4662-9a2d-9d17541ff911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:55.878412 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-90b0cc72-9241-4687-9258-165dfd541080 req-35144deb-0822-4e8a-84fc-6a0def7ab011 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-511313019&fields=id&tenant_id=a1af4242504b4c7fa0903c7c61b02135 HTTP/1.1" status: 200 len: 267 time: 0.0550330 Jun 24 10:30:55.988360 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0cc72-9241-4687-9258-165dfd541080 req-6aa699f4-14d4-469a-af71-dbeb6bb17e50 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:30:55.989942 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-90b0cc72-9241-4687-9258-165dfd541080 req-6aa699f4-14d4-469a-af71-dbeb6bb17e50 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/networks?id=974e48a5-8005-4f80-8ebd-0fd83f94a22c HTTP/1.1" status: 200 len: 811 time: 0.1044838 Jun 24 10:30:56.006045 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-90b0cc72-9241-4687-9258-165dfd541080 req-dbefec4d-9499-459a-add8-b718f0a0aee5 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/quotas/a1af4242504b4c7fa0903c7c61b02135 HTTP/1.1" status: 200 len: 375 time: 0.0101666 Jun 24 10:30:56.062324 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-90b0cc72-9241-4687-9258-165dfd541080 req-b7cd5c7d-4bb9-4def-bc31-d4eb2fa4e74d tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1af4242504b4c7fa0903c7c61b02135&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480709 Jun 24 10:30:56.221198 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-90b0cc72-9241-4687-9258-165dfd541080 req-396a8773-56fe-4cda-bc33-d6cc40fe0552 service neutron] 10.222.0.64 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465631 Jun 24 10:30:56.320477 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-90b0cc72-9241-4687-9258-165dfd541080 req-e399b353-8758-41c4-9d67-2b5a54ae54b9 service neutron] 10.222.0.64 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925503 Jun 24 10:30:56.661553 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-396cf878-e39f-4b67-b759-c3fcdfdd6602 req-cd9ec107-4767-4be6-85b0-23d0ee8a7469 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 210 time: 0.0311103 Jun 24 10:30:57.151557 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b4b3663a-fcaa-49b2-822f-2b7d8a9730cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:57.628582 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0cc72-9241-4687-9258-165dfd541080 req-11f7b5f5-79d4-4a82-a187-f190777e9b68 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:30:57.631044 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-90b0cc72-9241-4687-9258-165dfd541080 req-11f7b5f5-79d4-4a82-a187-f190777e9b68 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.27 "GET /v2.0/networks?id=974e48a5-8005-4f80-8ebd-0fd83f94a22c HTTP/1.1" status: 200 len: 811 time: 0.1125026 Jun 24 10:30:57.705470 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-90b0cc72-9241-4687-9258-165dfd541080 req-43eadd19-8c1b-4766-a1bd-e6981f3411bc tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1af4242504b4c7fa0903c7c61b02135 HTTP/1.1" status: 200 len: 379 time: 0.0664072 Jun 24 10:30:57.717182 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-90b0cc72-9241-4687-9258-165dfd541080 req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Request body: {'port': {'device_id': '4b0859e9-f766-4509-a624-f2e44e9dfddf', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'admin_state_up': True, 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'security_groups': ['f04741dd-71c8-427b-a786-cf0c2c973b56']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:30:57.767101 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ea2fef39-6445-4ee2-a3a0-f530e5aae753 req-b00788de-a190-4957-8256-9224a312d623 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 210 time: 0.0315957 Jun 24 10:30:57.851864 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90b0cc72-9241-4687-9258-165dfd541080 req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Made reservation on behalf of a1af4242504b4c7fa0903c7c61b02135 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:30:57.855854 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-90b0cc72-9241-4687-9258-165dfd541080 req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:57.999446 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-90b0cc72-9241-4687-9258-165dfd541080 req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Allocated IP 172.20.0.10 (974e48a5-8005-4f80-8ebd-0fd83f94a22c/a9451b17-929f-4f0c-8328-6117f7bb7298/2ae9ed6f-e900-42d2-8cae-7761fc4e88e5) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:30:58.169278 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-90b0cc72-9241-4687-9258-165dfd541080 req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for port (2ae9ed6f-e900-42d2-8cae-7761fc4e88e5), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:58.215563 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-90b0cc72-9241-4687-9258-165dfd541080 req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (2ae9ed6f-e900-42d2-8cae-7761fc4e88e5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:58.265693 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90b0cc72-9241-4687-9258-165dfd541080 req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Network 974e48a5-8005-4f80-8ebd-0fd83f94a22c is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:30:58.268736 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-90b0cc72-9241-4687-9258-165dfd541080 req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:30:58.272820 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b0cc72-9241-4687-9258-165dfd541080 req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:30:58.296347 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Pushing event updated for resources: {'Port': ['ID=2ae9ed6f-e900-42d2-8cae-7761fc4e88e5,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:30:58.312494 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:58.312822 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:58.313158 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:58.313485 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:58.313800 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:58.314117 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:58.314445 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:58.314816 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:58.315128 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:58.315458 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:58.315776 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:58.316090 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:58.316525 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:58.317028 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:58.317365 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:58.341760 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0cc72-9241-4687-9258-165dfd541080 req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:30:58.342436 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-90b0cc72-9241-4687-9258-165dfd541080 req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:58.364041 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-90b0cc72-9241-4687-9258-165dfd541080 req-cc922acd-273f-42de-abce-e02cf2241f52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6529119 Jun 24 10:30:58.380008 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-90b0cc72-9241-4687-9258-165dfd541080 req-bb689ccd-9082-4220-a1bd-97560731225f service neutron] Request body: {'port': {'device_id': '4b0859e9-f766-4509-a624-f2e44e9dfddf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:30:58.409714 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:58.443203 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-90b0cc72-9241-4687-9258-165dfd541080 req-bb689ccd-9082-4220-a1bd-97560731225f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (2ae9ed6f-e900-42d2-8cae-7761fc4e88e5), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:58.446419 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:58.465516 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:58.507718 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-14cfcf07-1710-4c3e-bf61-8906ba3a3db5 None None] Provisioning complete for port 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 triggered by entity DHCP. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:30:58.508096 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-14cfcf07-1710-4c3e-bf61-8906ba3a3db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (2ae9ed6f-e900-42d2-8cae-7761fc4e88e5), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:58.551869 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-14cfcf07-1710-4c3e-bf61-8906ba3a3db5 None None] Port 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 cannot update to ACTIVE because it is not bound. {{(pid=104053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:30:58.731811 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-90b0cc72-9241-4687-9258-165dfd541080 req-bb689ccd-9082-4220-a1bd-97560731225f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:30:58.739891 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-90b0cc72-9241-4687-9258-165dfd541080 req-bb689ccd-9082-4220-a1bd-97560731225f service neutron] Publish callbacks [] for port (2ae9ed6f-e900-42d2-8cae-7761fc4e88e5), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:58.753112 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-90b0cc72-9241-4687-9258-165dfd541080 req-bb689ccd-9082-4220-a1bd-97560731225f service neutron] Transition to ACTIVE for port object 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:30:58.757867 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-90b0cc72-9241-4687-9258-165dfd541080 req-bb689ccd-9082-4220-a1bd-97560731225f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (2ae9ed6f-e900-42d2-8cae-7761fc4e88e5), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:58.808124 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb689ccd-9082-4220-a1bd-97560731225f service neutron] Pushing event updated for resources: {'Port': ['ID=2ae9ed6f-e900-42d2-8cae-7761fc4e88e5,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:30:58.893973 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b21ff-b28c-4ac9-9e4e-6b7be2a13e00 req-fbaf6378-29c1-4685-923f-2135100f33c6 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:30:58.896267 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7f0b21ff-b28c-4ac9-9e4e-6b7be2a13e00 req-fbaf6378-29c1-4685-923f-2135100f33c6 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 944 time: 0.0504026 Jun 24 10:30:58.913638 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-90b0cc72-9241-4687-9258-165dfd541080 req-bb689ccd-9082-4220-a1bd-97560731225f service neutron] Attempting to bind port 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:30:58.913967 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-90b0cc72-9241-4687-9258-165dfd541080 req-bb689ccd-9082-4220-a1bd-97560731225f service neutron] Attempting to bind port 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '2a0f8787-3635-4349-8a0a-313acf9040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:30:58.914302 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b0cc72-9241-4687-9258-165dfd541080 req-bb689ccd-9082-4220-a1bd-97560731225f service neutron] Attempting to bind port 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 on network 974e48a5-8005-4f80-8ebd-0fd83f94a22c {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:30:58.919753 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b0cc72-9241-4687-9258-165dfd541080 req-bb689ccd-9082-4220-a1bd-97560731225f service neutron] Port 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 on network 974e48a5-8005-4f80-8ebd-0fd83f94a22c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:30:58.920034 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b0cc72-9241-4687-9258-165dfd541080 req-bb689ccd-9082-4220-a1bd-97560731225f service neutron] Attempting to bind port 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 on network 974e48a5-8005-4f80-8ebd-0fd83f94a22c {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:30:58.926070 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b0cc72-9241-4687-9258-165dfd541080 req-bb689ccd-9082-4220-a1bd-97560731225f service neutron] Checking agent: {'id': '900df4b4-ebee-48f1-a22a-a520f0296ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'started_at': datetime.datetime(2022, 6, 24, 10, 14, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:30:58.926419 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b0cc72-9241-4687-9258-165dfd541080 req-bb689ccd-9082-4220-a1bd-97560731225f service neutron] Checking segment: {'id': '2a0f8787-3635-4349-8a0a-313acf9040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:30:58.926829 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b0cc72-9241-4687-9258-165dfd541080 req-bb689ccd-9082-4220-a1bd-97560731225f service neutron] Bound using segment: {'id': '2a0f8787-3635-4349-8a0a-313acf9040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:30:58.927239 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-90b0cc72-9241-4687-9258-165dfd541080 req-bb689ccd-9082-4220-a1bd-97560731225f service neutron] Bound port: 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a0f8787-3635-4349-8a0a-313acf9040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:30:58.927633 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-90b0cc72-9241-4687-9258-165dfd541080 req-bb689ccd-9082-4220-a1bd-97560731225f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (2ae9ed6f-e900-42d2-8cae-7761fc4e88e5), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:58.962281 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7f0b21ff-b28c-4ac9-9e4e-6b7be2a13e00 req-0c4bfc14-cf3c-4d28-8d22-71a6f00eb649 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598514 Jun 24 10:30:59.003567 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-90b0cc72-9241-4687-9258-165dfd541080 req-bb689ccd-9082-4220-a1bd-97560731225f service neutron] For port 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5, host hv-cinder-84713, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:30:59.007061 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-90b0cc72-9241-4687-9258-165dfd541080 req-bb689ccd-9082-4220-a1bd-97560731225f service neutron] For port 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=2ae9ed6f-e900-42d2-8cae-7761fc4e88e5,segment=NetworkSegment(2a0f8787-3635-4349-8a0a-313acf9040a0),segment_id=2a0f8787-3635-4349-8a0a-313acf9040a0)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:30:59.013304 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-90b0cc72-9241-4687-9258-165dfd541080 req-bb689ccd-9082-4220-a1bd-97560731225f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (2ae9ed6f-e900-42d2-8cae-7761fc4e88e5), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:59.050036 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0cc72-9241-4687-9258-165dfd541080 req-bb689ccd-9082-4220-a1bd-97560731225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:30:59.050960 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-90b0cc72-9241-4687-9258-165dfd541080 req-bb689ccd-9082-4220-a1bd-97560731225f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:59.052582 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-90b0cc72-9241-4687-9258-165dfd541080 req-bb689ccd-9082-4220-a1bd-97560731225f service neutron] 10.222.0.27 "PUT /v2.0/ports/2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 HTTP/1.1" status: 200 len: 1094 time: 0.6813533 Jun 24 10:30:59.053058 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0859e9-f766-4509-a624-f2e44e9dfddf', 'tag': '2ae9ed6f-e900-42d2-8cae-7761fc4e88e5'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:30:59.055458 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0c9a9d-e75c-4877-8217-9db1be3bace4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0859e9-f766-4509-a624-f2e44e9dfddf", "tag": "2ae9ed6f-e900-42d2-8cae-7761fc4e88e5"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:30:59.084445 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb689ccd-9082-4220-a1bd-97560731225f service neutron] Pushing event updated for resources: {'Port': ['ID=2ae9ed6f-e900-42d2-8cae-7761fc4e88e5,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:30:59.113022 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f4fb42-182c-424e-b509-374b10bddd39 x-openstack-request-id: req-57f4fb42-182c-424e-b509-374b10bddd39 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:30:59.113962 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0859e9-f766-4509-a624-f2e44e9dfddf", "tag": "2ae9ed6f-e900-42d2-8cae-7761fc4e88e5", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:30:59.113962 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57f4fb42-182c-424e-b509-374b10bddd39 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:30:59.114266 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57f4fb42-182c-424e-b509-374b10bddd39'] response: {'name': 'network-changed', 'server_uuid': '4b0859e9-f766-4509-a624-f2e44e9dfddf', 'tag': '2ae9ed6f-e900-42d2-8cae-7761fc4e88e5', 'status': 'completed', 'code': 200} Jun 24 10:30:59.158648 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0cc72-9241-4687-9258-165dfd541080 req-a76e4a9d-c992-4ffc-9520-ab19513287a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:30:59.160600 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-90b0cc72-9241-4687-9258-165dfd541080 req-a76e4a9d-c992-4ffc-9520-ab19513287a1 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a1af4242504b4c7fa0903c7c61b02135&device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 1128 time: 0.0447016 Jun 24 10:30:59.206791 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-90b0cc72-9241-4687-9258-165dfd541080 req-ed22cafc-5b1e-49f1-b892-25a99ff8bc4a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 HTTP/1.1" status: 200 len: 217 time: 0.0386903 Jun 24 10:30:59.265112 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0cc72-9241-4687-9258-165dfd541080 req-3244fd8d-2eae-4d44-83c7-da58c5b66017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:30:59.266634 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-90b0cc72-9241-4687-9258-165dfd541080 req-3244fd8d-2eae-4d44-83c7-da58c5b66017 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=a9451b17-929f-4f0c-8328-6117f7bb7298 HTTP/1.1" status: 200 len: 850 time: 0.0546770 Jun 24 10:30:59.312194 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0cc72-9241-4687-9258-165dfd541080 req-0394a6d7-2426-43a9-b8da-9b8fe2d12388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:30:59.313867 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-90b0cc72-9241-4687-9258-165dfd541080 req-0394a6d7-2426-43a9-b8da-9b8fe2d12388 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=974e48a5-8005-4f80-8ebd-0fd83f94a22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414515 Jun 24 10:30:59.414965 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-90b0cc72-9241-4687-9258-165dfd541080 req-979bfcdf-ed86-48ad-828d-cea06a2e9abe service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949132 Jun 24 10:30:59.448951 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:59.509129 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-90b0cc72-9241-4687-9258-165dfd541080 req-f136800a-9c5b-4edc-a60c-324bdcb10ae4 service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882297 Jun 24 10:30:59.784339 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:59.814652 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:59.826674 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c9a9d-e75c-4877-8217-9db1be3bace4 req-f8dc1a75-6b5f-431d-a4e8-6f4ff1164f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:30:59.828257 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2d0c9a9d-e75c-4877-8217-9db1be3bace4 req-f8dc1a75-6b5f-431d-a4e8-6f4ff1164f8c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a1af4242504b4c7fa0903c7c61b02135&device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 1128 time: 0.0518389 Jun 24 10:30:59.931373 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c9a9d-e75c-4877-8217-9db1be3bace4 req-29f2f9fe-ebba-46e1-8395-ceef4d62416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:30:59.932903 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2d0c9a9d-e75c-4877-8217-9db1be3bace4 req-29f2f9fe-ebba-46e1-8395-ceef4d62416c service neutron] 10.222.0.27 "GET /v2.0/networks?id=974e48a5-8005-4f80-8ebd-0fd83f94a22c HTTP/1.1" status: 200 len: 912 time: 0.0931344 Jun 24 10:30:59.969841 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:59.985926 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2d0c9a9d-e75c-4877-8217-9db1be3bace4 req-fe5ce461-7474-4a16-a95c-a2f6e7b7dfef service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 HTTP/1.1" status: 200 len: 217 time: 0.0432911 Jun 24 10:31:00.041921 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c9a9d-e75c-4877-8217-9db1be3bace4 req-8541be19-b4af-4891-9b8c-b03ef4b05fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:31:00.043509 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2d0c9a9d-e75c-4877-8217-9db1be3bace4 req-8541be19-b4af-4891-9b8c-b03ef4b05fa8 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=a9451b17-929f-4f0c-8328-6117f7bb7298 HTTP/1.1" status: 200 len: 850 time: 0.0496271 Jun 24 10:31:00.092137 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c9a9d-e75c-4877-8217-9db1be3bace4 req-03fa7623-1239-49da-a5ce-40eb4dbe9075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:31:00.093700 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2d0c9a9d-e75c-4877-8217-9db1be3bace4 req-03fa7623-1239-49da-a5ce-40eb4dbe9075 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=974e48a5-8005-4f80-8ebd-0fd83f94a22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420339 Jun 24 10:31:00.094218 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad867c78-269e-41a3-9272-4a3bd004a926 req-bfec859f-ffd9-44bb-b6ce-630dbfba663c tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:31:00.096193 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ad867c78-269e-41a3-9272-4a3bd004a926 req-bfec859f-ffd9-44bb-b6ce-630dbfba663c tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 944 time: 0.0610111 Jun 24 10:31:00.151880 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ad867c78-269e-41a3-9272-4a3bd004a926 req-7986576c-6894-4a17-a2ba-91fe18886f67 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496793 Jun 24 10:31:00.198505 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2d0c9a9d-e75c-4877-8217-9db1be3bace4 req-5276d903-e42b-45d6-8d3c-899e9d32270e service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985684 Jun 24 10:31:00.292747 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2d0c9a9d-e75c-4877-8217-9db1be3bace4 req-eefc2c48-015b-4d70-89a7-a2fdd5194701 service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878341 Jun 24 10:31:01.278231 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a0661-fd0e-41a6-aff5-c00bd66f822a req-7ae56114-a34f-47fa-8060-deb7c509cf85 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:31:01.279730 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7a3a0661-fd0e-41a6-aff5-c00bd66f822a req-7ae56114-a34f-47fa-8060-deb7c509cf85 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 944 time: 0.0509777 Jun 24 10:31:01.333621 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7a3a0661-fd0e-41a6-aff5-c00bd66f822a req-19e21646-9f84-41d6-a340-8f2faea613b1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466576 Jun 24 10:31:02.464779 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00d656-8a7f-44d7-9a97-6c0277f81eca req-6486c93d-a2fa-4595-9d01-73f9e656fafc tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:31:02.466329 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5b00d656-8a7f-44d7-9a97-6c0277f81eca req-6486c93d-a2fa-4595-9d01-73f9e656fafc tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 944 time: 0.0556464 Jun 24 10:31:02.524566 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5b00d656-8a7f-44d7-9a97-6c0277f81eca req-8f662946-6e57-4ecb-888a-9182cb9f5467 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524216 Jun 24 10:31:03.643843 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195afe42-ac69-436f-b9bc-fcd8553be3b9 req-e340742c-c56c-4e7e-ae56-7db612741f46 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:31:03.645791 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-195afe42-ac69-436f-b9bc-fcd8553be3b9 req-e340742c-c56c-4e7e-ae56-7db612741f46 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 944 time: 0.0491283 Jun 24 10:31:03.702445 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-195afe42-ac69-436f-b9bc-fcd8553be3b9 req-7264d76e-61b2-4968-8aca-34beab7bb48d tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498500 Jun 24 10:31:04.602183 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:31:04.838804 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093f5e9-b2f4-45da-afe3-3ba953274ec3 req-ca7a5967-d1c6-48c7-b0ef-46251ee232fd tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:31:04.840347 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3093f5e9-b2f4-45da-afe3-3ba953274ec3 req-ca7a5967-d1c6-48c7-b0ef-46251ee232fd tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 944 time: 0.0563719 Jun 24 10:31:04.892643 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:04.898218 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3093f5e9-b2f4-45da-afe3-3ba953274ec3 req-eb0741e2-d4d2-47e6-aca5-f4db9b531701 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497282 Jun 24 10:31:06.019520 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12035b6f-69f5-4a65-ad07-70f17f45c29d req-55630227-2004-4e78-a2f7-20d2741ae090 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:31:06.021423 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-12035b6f-69f5-4a65-ad07-70f17f45c29d req-55630227-2004-4e78-a2f7-20d2741ae090 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 944 time: 0.0495806 Jun 24 10:31:06.047638 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=100 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:06.081477 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-12035b6f-69f5-4a65-ad07-70f17f45c29d req-c658afe9-a762-4839-8039-c94fed635bad tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541499 Jun 24 10:31:07.203306 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b95b8f-9ff9-4d14-a246-2d0fdec9d78e req-f956cb6c-507f-4de9-84b2-28262237bbd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:31:07.205199 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-87b95b8f-9ff9-4d14-a246-2d0fdec9d78e req-f956cb6c-507f-4de9-84b2-28262237bbd1 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 944 time: 0.0495460 Jun 24 10:31:07.259297 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-87b95b8f-9ff9-4d14-a246-2d0fdec9d78e req-81d4b881-3f94-4e55-8669-1e5bc8a9d06b tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476298 Jun 24 10:31:07.362047 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:31:07.464938 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=2ae9ed6f-e900-42d2-8cae-7761fc4e88e5,segment=NetworkSegment(2a0f8787-3635-4349-8a0a-313acf9040a0),segment_id=2a0f8787-3635-4349-8a0a-313acf9040a0)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:31:07.476843 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Returning: {'device': '2ae9ed6f-e900-42d2-8cae-7761fc4e88e5', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'port_id': '2ae9ed6f-e900-42d2-8cae-7761fc4e88e5', 'mac_address': 'fa:16:3e:a6:1e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:31:07.513112 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 is: DOWN; New status is: BUILD {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:31:07.513389 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (2ae9ed6f-e900-42d2-8cae-7761fc4e88e5), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:07.527236 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:31:07.560301 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=2ae9ed6f-e900-42d2-8cae-7761fc4e88e5,segment=NetworkSegment(2a0f8787-3635-4349-8a0a-313acf9040a0),segment_id=2a0f8787-3635-4349-8a0a-313acf9040a0)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:31:07.564942 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (2ae9ed6f-e900-42d2-8cae-7761fc4e88e5), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:07.615579 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=2ae9ed6f-e900-42d2-8cae-7761fc4e88e5,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:07.626008 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:07.626372 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:07.626685 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:07.627052 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:07.627386 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:07.627821 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:07.628150 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:07.628482 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:07.628807 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:07.629263 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:07.629588 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:07.629911 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:07.630232 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:07.630546 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:07.630905 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:07.778751 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] get_ports_and_sgs() called for port_ids ['2ae9ed6f-e900-42d2-8cae-7761fc4e88e5'] {{(pid=104053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:31:08.384076 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97586a-f608-4a04-8b6e-b62df56021e6 req-35a561ff-b6cf-4c05-8b1d-2caa6ea5fc09 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:31:08.385593 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-be97586a-f608-4a04-8b6e-b62df56021e6 req-35a561ff-b6cf-4c05-8b1d-2caa6ea5fc09 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 945 time: 0.0530744 Jun 24 10:31:08.456651 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-be97586a-f608-4a04-8b6e-b62df56021e6 req-b244a9e3-d02d-4b6e-bcb3-f69d5d429eab tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649383 Jun 24 10:31:09.377880 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 up at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:31:09.417338 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:09.422691 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning for port 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 completed by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:31:09.429416 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Provisioning complete for port 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 triggered by entity L2. {{(pid=104053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:31:09.429810 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3789014'] for port (2ae9ed6f-e900-42d2-8cae-7761fc4e88e5), provisioning_complete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:09.469469 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:09.513888 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Current status of the port 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 is: BUILD; New status is: ACTIVE {{(pid=104053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:31:09.514245 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (2ae9ed6f-e900-42d2-8cae-7761fc4e88e5), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:09.538871 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0859e9-f766-4509-a624-f2e44e9dfddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae9ed6f-e900-42d2-8cae-7761fc4e88e5'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:31:09.541128 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250aa6cbd433bc642aaccb7721e4e33b383ac11a527925018806d653f459620f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9409014-e6d3-4993-88f4-8c055d755691" -d '{"events": [{"server_uuid": "4b0859e9-f766-4509-a624-f2e44e9dfddf", "name": "network-vif-plugged", "status": "completed", "tag": "2ae9ed6f-e900-42d2-8cae-7761fc4e88e5"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:31:09.559595 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] For port 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=2ae9ed6f-e900-42d2-8cae-7761fc4e88e5,segment=NetworkSegment(2a0f8787-3635-4349-8a0a-313acf9040a0),segment_id=2a0f8787-3635-4349-8a0a-313acf9040a0)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:31:09.565832 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750'] for port (2ae9ed6f-e900-42d2-8cae-7761fc4e88e5), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:09.582280 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242f72a-598f-4395-84ce-efde3564a177 req-38d02baf-541b-4d9d-b706-4257597672e0 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:31:09.583922 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b242f72a-598f-4395-84ce-efde3564a177 req-38d02baf-541b-4d9d-b706-4257597672e0 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 945 time: 0.0549436 Jun 24 10:31:09.589766 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfefadfc-b1a5-4295-b6c3-6c6859d1ea85 x-openstack-request-id: req-cfefadfc-b1a5-4295-b6c3-6c6859d1ea85 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:31:09.590048 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0859e9-f766-4509-a624-f2e44e9dfddf", "name": "network-vif-plugged", "status": "completed", "tag": "2ae9ed6f-e900-42d2-8cae-7761fc4e88e5", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:31:09.590299 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cfefadfc-b1a5-4295-b6c3-6c6859d1ea85 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:31:09.590690 dv-cinder-847132-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfefadfc-b1a5-4295-b6c3-6c6859d1ea85'] response: {'server_uuid': '4b0859e9-f766-4509-a624-f2e44e9dfddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae9ed6f-e900-42d2-8cae-7761fc4e88e5', 'code': 200} Jun 24 10:31:09.618932 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Pushing event updated for resources: {'Port': ['ID=2ae9ed6f-e900-42d2-8cae-7761fc4e88e5,revision_number=5']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:09.643395 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b242f72a-598f-4395-84ce-efde3564a177 req-cf70d7f7-8775-4662-a112-ca662035d2ac tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534339 Jun 24 10:31:09.810204 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50d87f-bcd8-468f-8658-481f1bf20b36 req-049e8cce-5a97-440f-b4aa-7482741dae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:31:09.811747 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0a50d87f-bcd8-468f-8658-481f1bf20b36 req-049e8cce-5a97-440f-b4aa-7482741dae63 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 1130 time: 0.0504849 Jun 24 10:31:09.863236 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0a50d87f-bcd8-468f-8658-481f1bf20b36 req-418232af-98f1-49f1-bf27-8924fe9ebca7 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449615 Jun 24 10:31:10.235044 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:10.773354 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ceca07-49bf-4e8f-b06c-32b204247f7e req-668871b2-aa3e-4013-bdca-631ca5d203a0 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:31:10.775631 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d1ceca07-49bf-4e8f-b06c-32b204247f7e req-668871b2-aa3e-4013-bdca-631ca5d203a0 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 946 time: 0.0584171 Jun 24 10:31:10.830560 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d1ceca07-49bf-4e8f-b06c-32b204247f7e req-94393878-c041-45d5-8169-e0cfd2343dca tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490637 Jun 24 10:31:11.954239 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94254bd-7749-4b05-8427-cc8f94dc712a req-66844d88-f14f-4f24-9281-5b00f6f1125c tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:31:11.955812 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f94254bd-7749-4b05-8427-cc8f94dc712a req-66844d88-f14f-4f24-9281-5b00f6f1125c tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 946 time: 0.0534649 Jun 24 10:31:12.021024 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f94254bd-7749-4b05-8427-cc8f94dc712a req-051662d3-a30e-4c21-b93c-e719b36fea56 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551078 Jun 24 10:31:12.144042 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4acdf7-fac1-4c8c-ad34-bb1437efde24 req-c9dc7702-a225-47c4-bc46-f408b56eb1a5 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:31:12.145525 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0a4acdf7-fac1-4c8c-ad34-bb1437efde24 req-c9dc7702-a225-47c4-bc46-f408b56eb1a5 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 946 time: 0.0505993 Jun 24 10:31:12.212897 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0a4acdf7-fac1-4c8c-ad34-bb1437efde24 req-1cb2b077-5626-44bf-a14f-dc01b5d13b05 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603685 Jun 24 10:31:12.238857 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 42408) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:31:12.280401 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5d7fb3-0a7c-408c-a7c2-e17d9942e823 tempest-TestVolumeBootPattern-841287339 tempest-TestVolumeBootPattern-841287339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:31:12.281849 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-3e5d7fb3-0a7c-408c-a7c2-e17d9942e823 tempest-TestVolumeBootPattern-841287339 tempest-TestVolumeBootPattern-841287339-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 1125 time: 0.0419521 Jun 24 10:31:12.284779 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 42410) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:31:12.289563 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-76872917-4773-4a7a-acf8-236c3afe29f4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Request body: {'floatingip': {'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'port_id': '2ae9ed6f-e900-42d2-8cae-7761fc4e88e5', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:31:12.317484 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-76872917-4773-4a7a-acf8-236c3afe29f4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:12.410379 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-76872917-4773-4a7a-acf8-236c3afe29f4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:12.533018 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-76872917-4773-4a7a-acf8-236c3afe29f4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Allocated IP 172.27.0.140 (14de1fe4-0691-4ad8-8c1f-68c223ea1af1/4dc67cc5-d152-49c4-8daf-1d2fb60cefb7/a426cd3b-08cd-42f0-a635-0a51b839a5f5) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:31:12.635651 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:12.667678 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-76872917-4773-4a7a-acf8-236c3afe29f4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for port (a426cd3b-08cd-42f0-a635-0a51b839a5f5), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:12.675525 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:12.713995 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-76872917-4773-4a7a-acf8-236c3afe29f4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739177475714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (a426cd3b-08cd-42f0-a635-0a51b839a5f5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:12.762831 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76872917-4773-4a7a-acf8-236c3afe29f4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Network 14de1fe4-0691-4ad8-8c1f-68c223ea1af1 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:31:12.768033 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-76872917-4773-4a7a-acf8-236c3afe29f4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:31:12.770326 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76872917-4773-4a7a-acf8-236c3afe29f4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Pushing event updated for resources: {'Port': ['ID=a426cd3b-08cd-42f0-a635-0a51b839a5f5,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:12.772500 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76872917-4773-4a7a-acf8-236c3afe29f4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:31:13.142963 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-76872917-4773-4a7a-acf8-236c3afe29f4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for floatingip (1ef240a4-9843-48b8-af23-add8cf54ddd4), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:13.212890 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-76872917-4773-4a7a-acf8-236c3afe29f4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3550166'] for port (a426cd3b-08cd-42f0-a635-0a51b839a5f5), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:13.384014 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-76872917-4773-4a7a-acf8-236c3afe29f4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for port (a426cd3b-08cd-42f0-a635-0a51b839a5f5), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:13.389998 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-76872917-4773-4a7a-acf8-236c3afe29f4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739177848414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739177475732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739177475750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11933584'] for port (a426cd3b-08cd-42f0-a635-0a51b839a5f5), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:13.464267 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76872917-4773-4a7a-acf8-236c3afe29f4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Pushing event updated for resources: {'Port': ['ID=a426cd3b-08cd-42f0-a635-0a51b839a5f5,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:13.473948 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-76872917-4773-4a7a-acf8-236c3afe29f4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407071'] for floatingip (1ef240a4-9843-48b8-af23-add8cf54ddd4), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:13.514595 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:13.554090 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:13.578076 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [None req-76872917-4773-4a7a-acf8-236c3afe29f4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Floating IP 1ef240a4-9843-48b8-af23-add8cf54ddd4 associated. External IP: 172.27.0.140, port: 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5. Jun 24 10:31:13.788748 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76872917-4773-4a7a-acf8-236c3afe29f4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Router 4aeaa544-3543-42f8-ba44-e7becd59d879 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:31:14.178752 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76872917-4773-4a7a-acf8-236c3afe29f4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:31:14.190060 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85efdedf-0798-4696-b239-2f1da880ed69 None None] Sync routers for ids ['4aeaa544-3543-42f8-ba44-e7becd59d879'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:31:14.202760 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85efdedf-0798-4696-b239-2f1da880ed69 None None] Routers {'4aeaa544-3543-42f8-ba44-e7becd59d879'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:31:14.203409 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-85efdedf-0798-4696-b239-2f1da880ed69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:30:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4aeaa544-3543-42f8-ba44-e7becd59d879'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:14.203999 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-76872917-4773-4a7a-acf8-236c3afe29f4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:14.239455 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-76872917-4773-4a7a-acf8-236c3afe29f4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9529953 Jun 24 10:31:14.239769 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0859e9-f766-4509-a624-f2e44e9dfddf', 'tag': '2ae9ed6f-e900-42d2-8cae-7761fc4e88e5'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:31:14.242013 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6570a27c-30f2-4cbd-8bb1-f7119a34f0e4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0859e9-f766-4509-a624-f2e44e9dfddf", "tag": "2ae9ed6f-e900-42d2-8cae-7761fc4e88e5"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:31:14.280824 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f07514-03f6-4275-ab39-7c813f5d8ee6 x-openstack-request-id: req-63f07514-03f6-4275-ab39-7c813f5d8ee6 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:31:14.281112 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0859e9-f766-4509-a624-f2e44e9dfddf", "tag": "2ae9ed6f-e900-42d2-8cae-7761fc4e88e5", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:31:14.281393 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-63f07514-03f6-4275-ab39-7c813f5d8ee6 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:31:14.281768 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63f07514-03f6-4275-ab39-7c813f5d8ee6'] response: {'name': 'network-changed', 'server_uuid': '4b0859e9-f766-4509-a624-f2e44e9dfddf', 'tag': '2ae9ed6f-e900-42d2-8cae-7761fc4e88e5', 'status': 'completed', 'code': 200} Jun 24 10:31:14.311942 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-85efdedf-0798-4696-b239-2f1da880ed69 None None] Set router 4aeaa544-3543-42f8-ba44-e7becd59d879 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:31:14.345581 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570a27c-30f2-4cbd-8bb1-f7119a34f0e4 req-6d5eab9b-5c4e-43b2-8b47-321c8fff7c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:31:14.347251 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6570a27c-30f2-4cbd-8bb1-f7119a34f0e4 req-6d5eab9b-5c4e-43b2-8b47-321c8fff7c47 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a1af4242504b4c7fa0903c7c61b02135&device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 1130 time: 0.0420985 Jun 24 10:31:14.447229 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570a27c-30f2-4cbd-8bb1-f7119a34f0e4 req-7f8f15f9-37f9-4061-9582-796faf7e1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:31:14.448639 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6570a27c-30f2-4cbd-8bb1-f7119a34f0e4 req-7f8f15f9-37f9-4061-9582-796faf7e1045 service neutron] 10.222.0.27 "GET /v2.0/networks?id=974e48a5-8005-4f80-8ebd-0fd83f94a22c HTTP/1.1" status: 200 len: 912 time: 0.0957417 Jun 24 10:31:14.515361 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6570a27c-30f2-4cbd-8bb1-f7119a34f0e4 req-61cfa6a9-124b-4947-b6d7-651810642355 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 HTTP/1.1" status: 200 len: 1000 time: 0.0600510 Jun 24 10:31:14.538355 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-85efdedf-0798-4696-b239-2f1da880ed69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:26:23Z', 'revision_number': 4, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '1ef240a4-9843-48b8-af23-add8cf54ddd4', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'port_id': '2ae9ed6f-e900-42d2-8cae-7761fc4e88e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'mac_address': 'fa:16:3e:a6:1e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0859e9-f766-4509-a624-f2e44e9dfddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:31:13Z', 'updated_at': '2022-06-24T10:31:13Z', 'revision_number': 0, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'fixed_ip_address_scope': None}, {'id': '2c50cb3e-430a-4428-8851-63a005518fe4', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'port_id': '1b531ede-6da7-4696-9e82-2fe054e3a392', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'mac_address': 'fa:16:3e:b1:57:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a026c-235f-4a5d-bf09-ae6e1c13f888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:29:20Z', 'updated_at': '2022-06-24T10:29:22Z', 'revision_number': 1, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e53aa9-77ca-4988-8638-7661a1f9169c', 'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'mac_address': 'fa:16:3e:5d:6a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:23Z', 'updated_at': '2022-06-24T10:26:28Z', 'revision_number': 5, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'subnets': [{'id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:14.563246 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85efdedf-0798-4696-b239-2f1da880ed69 None None] Checking router: 4aeaa544-3543-42f8-ba44-e7becd59d879 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:31:14.565473 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570a27c-30f2-4cbd-8bb1-f7119a34f0e4 req-8435afd4-0162-4e45-84fd-86a93383a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:31:14.567049 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6570a27c-30f2-4cbd-8bb1-f7119a34f0e4 req-8435afd4-0162-4e45-84fd-86a93383a83a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=a9451b17-929f-4f0c-8328-6117f7bb7298 HTTP/1.1" status: 200 len: 850 time: 0.0452218 Jun 24 10:31:14.572187 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85efdedf-0798-4696-b239-2f1da880ed69 None None] Routers {'4aeaa544-3543-42f8-ba44-e7becd59d879'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:31:14.572813 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-85efdedf-0798-4696-b239-2f1da880ed69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:30:57Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4aeaa544-3543-42f8-ba44-e7becd59d879'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:14.596365 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:14.597671 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:14.617234 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570a27c-30f2-4cbd-8bb1-f7119a34f0e4 req-e143fb5c-8657-4b70-be67-7ae67dca5f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:31:14.618816 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6570a27c-30f2-4cbd-8bb1-f7119a34f0e4 req-e143fb5c-8657-4b70-be67-7ae67dca5f9c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=974e48a5-8005-4f80-8ebd-0fd83f94a22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455358 Jun 24 10:31:14.729558 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6570a27c-30f2-4cbd-8bb1-f7119a34f0e4 req-f01b654a-b898-4e90-a83d-6a2d176801d9 service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047335 Jun 24 10:31:14.832382 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6570a27c-30f2-4cbd-8bb1-f7119a34f0e4 req-f811c84f-9e38-40df-8e3b-346df7d26899 service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971820 Jun 24 10:31:14.838268 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-85efdedf-0798-4696-b239-2f1da880ed69 None None] Set router 4aeaa544-3543-42f8-ba44-e7becd59d879 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:31:15.044131 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:15.061999 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-85efdedf-0798-4696-b239-2f1da880ed69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:26:23Z', 'revision_number': 4, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '1ef240a4-9843-48b8-af23-add8cf54ddd4', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'port_id': '2ae9ed6f-e900-42d2-8cae-7761fc4e88e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'mac_address': 'fa:16:3e:a6:1e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0859e9-f766-4509-a624-f2e44e9dfddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:31:13Z', 'updated_at': '2022-06-24T10:31:13Z', 'revision_number': 0, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'fixed_ip_address_scope': None}, {'id': '2c50cb3e-430a-4428-8851-63a005518fe4', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'port_id': '1b531ede-6da7-4696-9e82-2fe054e3a392', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'mac_address': 'fa:16:3e:b1:57:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a026c-235f-4a5d-bf09-ae6e1c13f888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:29:20Z', 'updated_at': '2022-06-24T10:29:22Z', 'revision_number': 1, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e53aa9-77ca-4988-8638-7661a1f9169c', 'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'mac_address': 'fa:16:3e:5d:6a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:23Z', 'updated_at': '2022-06-24T10:26:28Z', 'revision_number': 5, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'subnets': [{'id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:15.087236 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85efdedf-0798-4696-b239-2f1da880ed69 None None] The sync data for ids ['4aeaa544-3543-42f8-ba44-e7becd59d879'] in dv-cinder-847132-2-iscsi is: [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:26:23Z', 'revision_number': 4, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '1ef240a4-9843-48b8-af23-add8cf54ddd4', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'port_id': '2ae9ed6f-e900-42d2-8cae-7761fc4e88e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'mac_address': 'fa:16:3e:a6:1e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0859e9-f766-4509-a624-f2e44e9dfddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:31:13Z', 'updated_at': '2022-06-24T10:31:13Z', 'revision_number': 0, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'fixed_ip_address_scope': None}, {'id': '2c50cb3e-430a-4428-8851-63a005518fe4', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'port_id': '1b531ede-6da7-4696-9e82-2fe054e3a392', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'mac_address': 'fa:16:3e:b1:57:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a026c-235f-4a5d-bf09-ae6e1c13f888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:29:20Z', 'updated_at': '2022-06-24T10:29:22Z', 'revision_number': 1, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e53aa9-77ca-4988-8638-7661a1f9169c', 'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'mac_address': 'fa:16:3e:5d:6a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:23Z', 'updated_at': '2022-06-24T10:26:28Z', 'revision_number': 5, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'subnets': [{'id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:31:15.283540 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302bc5d6-939d-44fb-b029-25581df8ba5f None None] New status for floating IP 1ef240a4-9843-48b8-af23-add8cf54ddd4: ACTIVE {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:31:19.192058 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-61121138-034e-428e-b61c-4408aa000b3d req-48cc256c-69a8-4927-892e-47d638d6cdb6 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407801 Jun 24 10:31:19.265772 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:19.275741 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61121138-034e-428e-b61c-4408aa000b3d req-41a8c09c-4b5b-49cd-80e7-88656e980ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:31:19.277299 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-61121138-034e-428e-b61c-4408aa000b3d req-41a8c09c-4b5b-49cd-80e7-88656e980ae0 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a1af4242504b4c7fa0903c7c61b02135&device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 1130 time: 0.0429296 Jun 24 10:31:19.326196 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:19.391375 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61121138-034e-428e-b61c-4408aa000b3d req-eaf0abe2-1fb4-40f6-a435-e86435795366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:31:19.392861 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-61121138-034e-428e-b61c-4408aa000b3d req-eaf0abe2-1fb4-40f6-a435-e86435795366 service neutron] 10.222.0.27 "GET /v2.0/networks?id=974e48a5-8005-4f80-8ebd-0fd83f94a22c HTTP/1.1" status: 200 len: 912 time: 0.0968635 Jun 24 10:31:19.455967 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-61121138-034e-428e-b61c-4408aa000b3d req-c6672547-4114-4e6f-9013-2f075e942740 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b531ede-6da7-4696-9e82-2fe054e3a392 HTTP/1.1" status: 200 len: 1001 time: 0.0570178 Jun 24 10:31:19.512062 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61121138-034e-428e-b61c-4408aa000b3d req-5e44bbed-c10c-475a-8032-5e958fab4d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:31:19.513550 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-61121138-034e-428e-b61c-4408aa000b3d req-5e44bbed-c10c-475a-8032-5e958fab4d0b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=a9451b17-929f-4f0c-8328-6117f7bb7298 HTTP/1.1" status: 200 len: 850 time: 0.0448492 Jun 24 10:31:19.561023 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61121138-034e-428e-b61c-4408aa000b3d req-263a3221-513c-4e3c-8761-19a9b43c6697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:31:19.562493 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-61121138-034e-428e-b61c-4408aa000b3d req-263a3221-513c-4e3c-8761-19a9b43c6697 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=974e48a5-8005-4f80-8ebd-0fd83f94a22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431199 Jun 24 10:31:19.654740 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-61121138-034e-428e-b61c-4408aa000b3d req-337ac04f-e924-4696-9f32-99a03ca8462d service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855234 Jun 24 10:31:19.752997 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-61121138-034e-428e-b61c-4408aa000b3d req-efddf001-f668-4347-8928-cbcc2344782e service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918233 Jun 24 10:31:22.186605 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=55 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:22.204386 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=63 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:24.861449 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-26ccd81f-d3d8-4b5b-a951-efaf8767b7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:25.384230 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=9 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:25.390735 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:27.156598 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f8bea915-8d39-47d2-bc20-6ee5434823d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:28.404648 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:29.747522 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=39 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:29.749536 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=45 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:29.815432 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:29.965770 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:39.957567 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:39.960175 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:40.237547 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:41.602020 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:31:50.224656 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:50.231873 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:51.597383 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:52.279494 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [req-59d3e79b-fca7-490f-a6d5-7b70859df9e5 req-ce573478-99f6-44e6-9b30-34ad30c39e2a service neutron] (104051) timed out ('10.222.0.27', 60848) {{(pid=104051) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 10:31:52.307359 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [req-1884cdaf-22ee-471b-8e78-59e949664568 req-b06a6eea-3dda-4a3a-b9e5-f787f645deab service neutron] (104051) timed out ('10.222.0.27', 60847) {{(pid=104051) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 10:31:53.567697 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:54.857083 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7a024d7b-aa5b-4b8c-aa12-0bd602e9c09b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:57.162074 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-045fc732-410d-4b27-a501-fdf63600b35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:58.417750 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:59.821953 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:59.975603 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:10.250408 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:18.601533 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:32:20.237727 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:20.244124 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:21.249987 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1feee04b-1164-48f5-8f8e-e5ef0f943d34 req-85738642-0b9e-4a31-864f-f38d3de52ab3 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0932419 Jun 24 10:32:21.314631 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feee04b-1164-48f5-8f8e-e5ef0f943d34 req-3403ebae-aede-4da0-8ff0-65923f63db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:32:21.316174 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1feee04b-1164-48f5-8f8e-e5ef0f943d34 req-3403ebae-aede-4da0-8ff0-65923f63db91 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a1af4242504b4c7fa0903c7c61b02135&device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 1130 time: 0.0414474 Jun 24 10:32:21.430197 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feee04b-1164-48f5-8f8e-e5ef0f943d34 req-3719614f-2c82-4915-af3a-e62cbdf39a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:32:21.431645 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1feee04b-1164-48f5-8f8e-e5ef0f943d34 req-3719614f-2c82-4915-af3a-e62cbdf39a9d service neutron] 10.222.0.27 "GET /v2.0/networks?id=974e48a5-8005-4f80-8ebd-0fd83f94a22c HTTP/1.1" status: 200 len: 912 time: 0.0946600 Jun 24 10:32:21.494735 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1feee04b-1164-48f5-8f8e-e5ef0f943d34 req-2401aa61-ed04-4dc0-a47e-58a58e4e4b3b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 HTTP/1.1" status: 200 len: 1002 time: 0.0566299 Jun 24 10:32:21.550624 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feee04b-1164-48f5-8f8e-e5ef0f943d34 req-dd4dcff6-be00-4a04-928b-7d0d9bb4c739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:32:21.552153 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1feee04b-1164-48f5-8f8e-e5ef0f943d34 req-dd4dcff6-be00-4a04-928b-7d0d9bb4c739 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=a9451b17-929f-4f0c-8328-6117f7bb7298 HTTP/1.1" status: 200 len: 850 time: 0.0521603 Jun 24 10:32:21.597219 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feee04b-1164-48f5-8f8e-e5ef0f943d34 req-9040841c-92a5-4152-b4e0-f92a0efdeb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:32:21.598774 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1feee04b-1164-48f5-8f8e-e5ef0f943d34 req-9040841c-92a5-4152-b4e0-f92a0efdeb6e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=974e48a5-8005-4f80-8ebd-0fd83f94a22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410442 Jun 24 10:32:21.690857 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1feee04b-1164-48f5-8f8e-e5ef0f943d34 req-ea9b4d83-e51c-41b4-887f-4bb6f4ce1463 service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858464 Jun 24 10:32:21.788133 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1feee04b-1164-48f5-8f8e-e5ef0f943d34 req-2f0a33ee-8c85-4b5b-be61-a64dab2cecf1 service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916934 Jun 24 10:32:24.861196 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8134034e-0e1f-4f0d-a80d-9a490ffb123b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:27.167434 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f20180d3-83bc-4654-be34-9cb3018dc472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:28.414214 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:28.596622 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:28.600437 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:29.823294 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:29.971615 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:31.774835 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=48 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:31.784673 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=53 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:35.811965 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 42446) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:32:36.032292 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Deleting port a426cd3b-08cd-42f0-a635-0a51b839a5f5 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:32:36.032618 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (a426cd3b-08cd-42f0-a635-0a51b839a5f5), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:36.116170 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (a426cd3b-08cd-42f0-a635-0a51b839a5f5), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:36.116505 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for floatingip (a426cd3b-08cd-42f0-a635-0a51b839a5f5), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:36.129918 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Calling delete_port for a426cd3b-08cd-42f0-a635-0a51b839a5f5 owned by network:floatingip {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:32:36.281416 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (a426cd3b-08cd-42f0-a635-0a51b839a5f5), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:36.306955 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Pushing event deleted for resources: {'Port': ['ID=a426cd3b-08cd-42f0-a635-0a51b839a5f5,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:36.319700 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:36.319957 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:36.320200 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:36.320541 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:36.321044 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:36.321198 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:36.321522 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:36.322102 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:36.322317 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:36.322527 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:36.322877 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:36.323205 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:36.323525 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:36.323843 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:36.324157 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:36.381200 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for floatingip (1ef240a4-9843-48b8-af23-add8cf54ddd4), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:36.381494 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Floating IP 1ef240a4-9843-48b8-af23-add8cf54ddd4 disassociated (deleted). External IP: 172.27.0.140, port: 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5. Jun 24 10:32:36.608107 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Router 4aeaa544-3543-42f8-ba44-e7becd59d879 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:32:36.732952 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:32:36.737527 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:36.747700 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eb25cd-4369-4f3d-b9b3-4f8fc0f8f77d None None] Sync routers for ids ['4aeaa544-3543-42f8-ba44-e7becd59d879'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:32:36.760758 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eb25cd-4369-4f3d-b9b3-4f8fc0f8f77d None None] Routers {'4aeaa544-3543-42f8-ba44-e7becd59d879'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:32:36.761402 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-32eb25cd-4369-4f3d-b9b3-4f8fc0f8f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:32:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4aeaa544-3543-42f8-ba44-e7becd59d879'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:36.777461 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-4692ad82-110b-4d8a-9763-94a51220b474 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "DELETE /v2.0/floatingips/1ef240a4-9843-48b8-af23-add8cf54ddd4 HTTP/1.1" status: 204 len: 168 time: 0.9643526 Jun 24 10:32:36.778045 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0859e9-f766-4509-a624-f2e44e9dfddf', 'tag': '2ae9ed6f-e900-42d2-8cae-7761fc4e88e5'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:32:36.780546 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a788181-6e6a-40d6-bc09-9475088f2dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0859e9-f766-4509-a624-f2e44e9dfddf", "tag": "2ae9ed6f-e900-42d2-8cae-7761fc4e88e5"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:32:36.897752 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a938fc80-3489-4691-bd03-e5e030f192b3 x-openstack-request-id: req-a938fc80-3489-4691-bd03-e5e030f192b3 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:32:36.898489 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0859e9-f766-4509-a624-f2e44e9dfddf", "tag": "2ae9ed6f-e900-42d2-8cae-7761fc4e88e5", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:32:36.898489 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a938fc80-3489-4691-bd03-e5e030f192b3 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:32:36.898773 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a938fc80-3489-4691-bd03-e5e030f192b3'] response: {'name': 'network-changed', 'server_uuid': '4b0859e9-f766-4509-a624-f2e44e9dfddf', 'tag': '2ae9ed6f-e900-42d2-8cae-7761fc4e88e5', 'status': 'completed', 'code': 200} Jun 24 10:32:36.915149 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-32eb25cd-4369-4f3d-b9b3-4f8fc0f8f77d None None] Set router 4aeaa544-3543-42f8-ba44-e7becd59d879 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:32:36.950007 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:36.955837 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:36.966106 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a788181-6e6a-40d6-bc09-9475088f2dbf req-749ddc3d-47a5-4139-9ad7-fb16f6beabd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:32:36.967901 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2a788181-6e6a-40d6-bc09-9475088f2dbf req-749ddc3d-47a5-4139-9ad7-fb16f6beabd8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a1af4242504b4c7fa0903c7c61b02135&device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 1130 time: 0.0478554 Jun 24 10:32:37.123266 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba6d98-bc6d-40b0-9e55-d5e6ded9642f req-3a65f446-6c4a-4e6a-9130-47cbe965f4c4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:32:37.125776 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dfba6d98-bc6d-40b0-9e55-d5e6ded9642f req-3a65f446-6c4a-4e6a-9130-47cbe965f4c4 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 946 time: 0.1141713 Jun 24 10:32:37.165876 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-32eb25cd-4369-4f3d-b9b3-4f8fc0f8f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:26:23Z', 'revision_number': 4, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '2c50cb3e-430a-4428-8851-63a005518fe4', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'port_id': '1b531ede-6da7-4696-9e82-2fe054e3a392', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'mac_address': 'fa:16:3e:b1:57:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a026c-235f-4a5d-bf09-ae6e1c13f888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:29:20Z', 'updated_at': '2022-06-24T10:29:22Z', 'revision_number': 1, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e53aa9-77ca-4988-8638-7661a1f9169c', 'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'mac_address': 'fa:16:3e:5d:6a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:23Z', 'updated_at': '2022-06-24T10:26:28Z', 'revision_number': 5, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'subnets': [{'id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:37.192803 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eb25cd-4369-4f3d-b9b3-4f8fc0f8f77d None None] Checking router: 4aeaa544-3543-42f8-ba44-e7becd59d879 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:32:37.195011 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dfba6d98-bc6d-40b0-9e55-d5e6ded9642f req-f267ea1c-a200-4b87-8b82-4c569a91b291 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634401 Jun 24 10:32:37.203614 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eb25cd-4369-4f3d-b9b3-4f8fc0f8f77d None None] Routers {'4aeaa544-3543-42f8-ba44-e7becd59d879'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:32:37.204258 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-32eb25cd-4369-4f3d-b9b3-4f8fc0f8f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:32:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4aeaa544-3543-42f8-ba44-e7becd59d879'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:37.328140 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-32eb25cd-4369-4f3d-b9b3-4f8fc0f8f77d None None] Set router 4aeaa544-3543-42f8-ba44-e7becd59d879 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:32:37.659475 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-32eb25cd-4369-4f3d-b9b3-4f8fc0f8f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:26:23Z', 'revision_number': 4, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '2c50cb3e-430a-4428-8851-63a005518fe4', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'port_id': '1b531ede-6da7-4696-9e82-2fe054e3a392', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'mac_address': 'fa:16:3e:b1:57:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a026c-235f-4a5d-bf09-ae6e1c13f888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:29:20Z', 'updated_at': '2022-06-24T10:29:22Z', 'revision_number': 1, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e53aa9-77ca-4988-8638-7661a1f9169c', 'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'mac_address': 'fa:16:3e:5d:6a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:23Z', 'updated_at': '2022-06-24T10:26:28Z', 'revision_number': 5, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'subnets': [{'id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:37.703059 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eb25cd-4369-4f3d-b9b3-4f8fc0f8f77d None None] The sync data for ids ['4aeaa544-3543-42f8-ba44-e7becd59d879'] in dv-cinder-847132-2-iscsi is: [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:26:23Z', 'revision_number': 4, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_floatingips': [{'id': '2c50cb3e-430a-4428-8851-63a005518fe4', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'router_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'port_id': '1b531ede-6da7-4696-9e82-2fe054e3a392', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'mac_address': 'fa:16:3e:b1:57:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a026c-235f-4a5d-bf09-ae6e1c13f888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:29:20Z', 'updated_at': '2022-06-24T10:29:22Z', 'revision_number': 1, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e53aa9-77ca-4988-8638-7661a1f9169c', 'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'mac_address': 'fa:16:3e:5d:6a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:23Z', 'updated_at': '2022-06-24T10:26:28Z', 'revision_number': 5, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'subnets': [{'id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:32:37.932370 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841a31ef-3bcc-4dde-9c14-36824673e839 None None] New status for floating IP 1ef240a4-9843-48b8-af23-add8cf54ddd4: DOWN {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:32:38.035861 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a788181-6e6a-40d6-bc09-9475088f2dbf req-4530308f-c518-4bd7-8fe8-313aef038159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:32:38.037243 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2a788181-6e6a-40d6-bc09-9475088f2dbf req-4530308f-c518-4bd7-8fe8-313aef038159 service neutron] 10.222.0.27 "GET /v2.0/networks?id=974e48a5-8005-4f80-8ebd-0fd83f94a22c HTTP/1.1" status: 200 len: 912 time: 0.0978467 Jun 24 10:32:38.138411 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2a788181-6e6a-40d6-bc09-9475088f2dbf req-822631a2-ea8e-4f76-ba5a-2a973410810d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 HTTP/1.1" status: 200 len: 217 time: 0.0357616 Jun 24 10:32:38.188905 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a788181-6e6a-40d6-bc09-9475088f2dbf req-dedc59a5-cb9a-4792-a28b-72631970f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:32:38.190409 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2a788181-6e6a-40d6-bc09-9475088f2dbf req-dedc59a5-cb9a-4792-a28b-72631970f865 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=a9451b17-929f-4f0c-8328-6117f7bb7298 HTTP/1.1" status: 200 len: 850 time: 0.0458090 Jun 24 10:32:38.382940 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308e513-670d-42f9-9f95-efcc8c26561e req-6f7da9b3-811c-4a3c-821f-8a6125b45285 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:32:38.384776 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0308e513-670d-42f9-9f95-efcc8c26561e req-6f7da9b3-811c-4a3c-821f-8a6125b45285 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 946 time: 0.1059844 Jun 24 10:32:38.400743 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a788181-6e6a-40d6-bc09-9475088f2dbf req-f48c7ec1-2879-4293-92f8-86d25943340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:32:38.402319 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2a788181-6e6a-40d6-bc09-9475088f2dbf req-f48c7ec1-2879-4293-92f8-86d25943340b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=974e48a5-8005-4f80-8ebd-0fd83f94a22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473351 Jun 24 10:32:38.440870 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0308e513-670d-42f9-9f95-efcc8c26561e req-8e45c67a-cf35-4bb0-8d25-a8d5cac73a40 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474796 Jun 24 10:32:38.496032 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16584b-2329-4a68-8ce4-e3ceca9080f7 req-42718d5d-a852-4a4c-89e4-7a164ddba660 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:32:38.497587 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4f16584b-2329-4a68-8ce4-e3ceca9080f7 req-42718d5d-a852-4a4c-89e4-7a164ddba660 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.27 "GET /v2.0/ports?device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 946 time: 0.0769954 Jun 24 10:32:38.615829 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2a788181-6e6a-40d6-bc09-9475088f2dbf req-add72e3a-38eb-4313-9297-dcbc23733599 service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938050 Jun 24 10:32:38.647428 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-4f16584b-2329-4a68-8ce4-e3ceca9080f7 req-48903ee6-cc82-4bcd-a7ca-4d1f38758ae9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Deleting port 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:32:38.647716 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-4f16584b-2329-4a68-8ce4-e3ceca9080f7 req-48903ee6-cc82-4bcd-a7ca-4d1f38758ae9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (2ae9ed6f-e900-42d2-8cae-7761fc4e88e5), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:38.785913 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2a788181-6e6a-40d6-bc09-9475088f2dbf req-f58f5e96-3a8d-4f74-8c05-7a85a5c0428f service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637459 Jun 24 10:32:38.792802 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-4f16584b-2329-4a68-8ce4-e3ceca9080f7 req-48903ee6-cc82-4bcd-a7ca-4d1f38758ae9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] For port 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=2ae9ed6f-e900-42d2-8cae-7761fc4e88e5,segment=NetworkSegment(2a0f8787-3635-4349-8a0a-313acf9040a0),segment_id=2a0f8787-3635-4349-8a0a-313acf9040a0)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:32:38.793161 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-4f16584b-2329-4a68-8ce4-e3ceca9080f7 req-48903ee6-cc82-4bcd-a7ca-4d1f38758ae9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (2ae9ed6f-e900-42d2-8cae-7761fc4e88e5), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:38.807587 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-4f16584b-2329-4a68-8ce4-e3ceca9080f7 req-48903ee6-cc82-4bcd-a7ca-4d1f38758ae9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Calling delete_port for 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:32:38.948329 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-4f16584b-2329-4a68-8ce4-e3ceca9080f7 req-48903ee6-cc82-4bcd-a7ca-4d1f38758ae9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (2ae9ed6f-e900-42d2-8cae-7761fc4e88e5), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:38.977585 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48903ee6-cc82-4bcd-a7ca-4d1f38758ae9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Pushing event deleted for resources: {'Port': ['ID=2ae9ed6f-e900-42d2-8cae-7761fc4e88e5,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:38.983961 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:39.028947 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f16584b-2329-4a68-8ce4-e3ceca9080f7 req-48903ee6-cc82-4bcd-a7ca-4d1f38758ae9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] No DVR routers for this DVR port 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 on host hv-cinder-84713 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:32:39.031875 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-4f16584b-2329-4a68-8ce4-e3ceca9080f7 req-48903ee6-cc82-4bcd-a7ca-4d1f38758ae9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:39.035171 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4f16584b-2329-4a68-8ce4-e3ceca9080f7 req-48903ee6-cc82-4bcd-a7ca-4d1f38758ae9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.27 "DELETE /v2.0/ports/2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 HTTP/1.1" status: 204 len: 173 time: 0.5122330 Jun 24 10:32:39.035608 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0859e9-f766-4509-a624-f2e44e9dfddf', 'name': 'network-vif-deleted', 'tag': '2ae9ed6f-e900-42d2-8cae-7761fc4e88e5'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:32:39.037932 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcbf18c-b39d-4286-b154-2cfc46ae3eb6" -d '{"events": [{"server_uuid": "4b0859e9-f766-4509-a624-f2e44e9dfddf", "name": "network-vif-deleted", "tag": "2ae9ed6f-e900-42d2-8cae-7761fc4e88e5"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:32:39.088046 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9914a814-0179-491e-88b9-08b40b158fd2 x-openstack-request-id: req-9914a814-0179-491e-88b9-08b40b158fd2 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:32:39.088331 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0859e9-f766-4509-a624-f2e44e9dfddf", "name": "network-vif-deleted", "tag": "2ae9ed6f-e900-42d2-8cae-7761fc4e88e5", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:32:39.088585 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9914a814-0179-491e-88b9-08b40b158fd2 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:32:39.089008 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9914a814-0179-491e-88b9-08b40b158fd2'] response: {'server_uuid': '4b0859e9-f766-4509-a624-f2e44e9dfddf', 'name': 'network-vif-deleted', 'tag': '2ae9ed6f-e900-42d2-8cae-7761fc4e88e5', 'status': 'completed', 'code': 200} Jun 24 10:32:39.552850 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2e88bfc3-f9ca-4d29-9032-d8732fff67ec req-793d5880-ca05-4c8f-ad70-e11073a52665 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b0859e9-f766-4509-a624-f2e44e9dfddf HTTP/1.1" status: 200 len: 210 time: 0.0328770 Jun 24 10:32:40.266162 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:41.904964 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:32:41.925701 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] No Port match for: 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:32:41.926036 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 2ae9ed6f-e900-42d2-8cae-7761fc4e88e5 not bound to the agent host hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:32:43.071312 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 42496) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:32:43.228756 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0faa5201-1f8d-42e3-9530-05c5eade1d66 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Deleting port fb44283e-818d-4829-90ca-3734da01e1fc {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:32:43.229100 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0faa5201-1f8d-42e3-9530-05c5eade1d66 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (fb44283e-818d-4829-90ca-3734da01e1fc), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:43.301575 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:43.303340 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0faa5201-1f8d-42e3-9530-05c5eade1d66 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (fb44283e-818d-4829-90ca-3734da01e1fc), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:43.303673 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0faa5201-1f8d-42e3-9530-05c5eade1d66 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for floatingip (fb44283e-818d-4829-90ca-3734da01e1fc), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:43.317083 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0faa5201-1f8d-42e3-9530-05c5eade1d66 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Calling delete_port for fb44283e-818d-4829-90ca-3734da01e1fc owned by network:floatingip {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:32:43.482091 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0faa5201-1f8d-42e3-9530-05c5eade1d66 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (fb44283e-818d-4829-90ca-3734da01e1fc), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:43.510045 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa5201-1f8d-42e3-9530-05c5eade1d66 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Pushing event deleted for resources: {'Port': ['ID=fb44283e-818d-4829-90ca-3734da01e1fc,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:43.576727 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0faa5201-1f8d-42e3-9530-05c5eade1d66 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for floatingip (2c50cb3e-430a-4428-8851-63a005518fe4), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:43.577553 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [None req-0faa5201-1f8d-42e3-9530-05c5eade1d66 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Floating IP 2c50cb3e-430a-4428-8851-63a005518fe4 disassociated (deleted). External IP: 172.27.0.82, port: 1b531ede-6da7-4696-9e82-2fe054e3a392. Jun 24 10:32:43.800527 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0faa5201-1f8d-42e3-9530-05c5eade1d66 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Router 4aeaa544-3543-42f8-ba44-e7becd59d879 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:32:43.910616 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0faa5201-1f8d-42e3-9530-05c5eade1d66 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:32:43.915893 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0faa5201-1f8d-42e3-9530-05c5eade1d66 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:43.921200 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e0fe08-a1da-436b-b8bb-5caa00e68130 None None] Sync routers for ids ['4aeaa544-3543-42f8-ba44-e7becd59d879'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:32:43.936903 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e0fe08-a1da-436b-b8bb-5caa00e68130 None None] Routers {'4aeaa544-3543-42f8-ba44-e7becd59d879'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:32:43.937892 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-01e0fe08-a1da-436b-b8bb-5caa00e68130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:32:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4aeaa544-3543-42f8-ba44-e7becd59d879'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:43.942358 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:43.956094 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0faa5201-1f8d-42e3-9530-05c5eade1d66 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "DELETE /v2.0/floatingips/2c50cb3e-430a-4428-8851-63a005518fe4 HTTP/1.1" status: 204 len: 168 time: 0.8836849 Jun 24 10:32:43.956974 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3a026c-235f-4a5d-bf09-ae6e1c13f888', 'tag': '1b531ede-6da7-4696-9e82-2fe054e3a392'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:32:43.959539 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f06ff0b-2d59-4b13-a310-1bc33a1bd2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "df3a026c-235f-4a5d-bf09-ae6e1c13f888", "tag": "1b531ede-6da7-4696-9e82-2fe054e3a392"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:32:43.999474 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba56a49-fdc9-45e8-ab01-4c0b6e750293 x-openstack-request-id: req-aba56a49-fdc9-45e8-ab01-4c0b6e750293 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:32:43.999834 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df3a026c-235f-4a5d-bf09-ae6e1c13f888", "tag": "1b531ede-6da7-4696-9e82-2fe054e3a392", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:32:44.000075 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aba56a49-fdc9-45e8-ab01-4c0b6e750293 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:32:44.000652 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aba56a49-fdc9-45e8-ab01-4c0b6e750293'] response: {'name': 'network-changed', 'server_uuid': 'df3a026c-235f-4a5d-bf09-ae6e1c13f888', 'tag': '1b531ede-6da7-4696-9e82-2fe054e3a392', 'status': 'completed', 'code': 200} Jun 24 10:32:44.082021 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06ff0b-2d59-4b13-a310-1bc33a1bd2d9 req-8bd4bb9c-56d7-44dd-b414-ba6bdc9ebfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:32:44.084749 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2f06ff0b-2d59-4b13-a310-1bc33a1bd2d9 req-8bd4bb9c-56d7-44dd-b414-ba6bdc9ebfee service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a1af4242504b4c7fa0903c7c61b02135&device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 1130 time: 0.0612564 Jun 24 10:32:44.136008 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:44.200763 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06ff0b-2d59-4b13-a310-1bc33a1bd2d9 req-51959754-204f-4896-a25d-a0cdda0e8e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:32:44.202286 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2f06ff0b-2d59-4b13-a310-1bc33a1bd2d9 req-51959754-204f-4896-a25d-a0cdda0e8e30 service neutron] 10.222.0.27 "GET /v2.0/networks?id=974e48a5-8005-4f80-8ebd-0fd83f94a22c HTTP/1.1" status: 200 len: 912 time: 0.1018238 Jun 24 10:32:44.205766 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-01e0fe08-a1da-436b-b8bb-5caa00e68130 None None] Set router 4aeaa544-3543-42f8-ba44-e7becd59d879 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:32:44.219290 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c83ec4-4060-4aa0-a891-ba1063161535 req-e663f253-c057-4339-8c4a-94f7beb3d174 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:32:44.220783 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-47c83ec4-4060-4aa0-a891-ba1063161535 req-e663f253-c057-4339-8c4a-94f7beb3d174 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 946 time: 0.0506728 Jun 24 10:32:44.269705 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-47c83ec4-4060-4aa0-a891-ba1063161535 req-e0c8be2f-98d2-4e21-802a-bc884478df2b tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431943 Jun 24 10:32:44.293684 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:44.407604 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-01e0fe08-a1da-436b-b8bb-5caa00e68130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:26:23Z', 'revision_number': 4, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'a2e53aa9-77ca-4988-8638-7661a1f9169c', 'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'mac_address': 'fa:16:3e:5d:6a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:23Z', 'updated_at': '2022-06-24T10:26:28Z', 'revision_number': 5, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'subnets': [{'id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:44.432587 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e0fe08-a1da-436b-b8bb-5caa00e68130 None None] Checking router: 4aeaa544-3543-42f8-ba44-e7becd59d879 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:32:44.441885 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e0fe08-a1da-436b-b8bb-5caa00e68130 None None] Routers {'4aeaa544-3543-42f8-ba44-e7becd59d879'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:32:44.442506 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-01e0fe08-a1da-436b-b8bb-5caa00e68130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:32:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4aeaa544-3543-42f8-ba44-e7becd59d879'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:44.549311 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-01e0fe08-a1da-436b-b8bb-5caa00e68130 None None] Set router 4aeaa544-3543-42f8-ba44-e7becd59d879 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:32:44.739547 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-01e0fe08-a1da-436b-b8bb-5caa00e68130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:26:23Z', 'revision_number': 4, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'a2e53aa9-77ca-4988-8638-7661a1f9169c', 'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'mac_address': 'fa:16:3e:5d:6a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:23Z', 'updated_at': '2022-06-24T10:26:28Z', 'revision_number': 5, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'subnets': [{'id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:44.769635 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e0fe08-a1da-436b-b8bb-5caa00e68130 None None] The sync data for ids ['4aeaa544-3543-42f8-ba44-e7becd59d879'] in dv-cinder-847132-2-iscsi is: [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:26:23Z', 'revision_number': 4, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi', '_interfaces': [{'id': 'a2e53aa9-77ca-4988-8638-7661a1f9169c', 'name': '', 'network_id': '974e48a5-8005-4f80-8ebd-0fd83f94a22c', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'mac_address': 'fa:16:3e:5d:6a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:23Z', 'updated_at': '2022-06-24T10:26:28Z', 'revision_number': 5, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'subnets': [{'id': 'a9451b17-929f-4f0c-8328-6117f7bb7298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:32:45.012795 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495ac56f-fe1f-44b6-92d2-ccdbdc5024ab None None] New status for floating IP 2c50cb3e-430a-4428-8851-63a005518fe4: DOWN {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:32:45.120401 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2f06ff0b-2d59-4b13-a310-1bc33a1bd2d9 req-25921289-3183-4122-848e-bd6ccbc8b001 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b531ede-6da7-4696-9e82-2fe054e3a392 HTTP/1.1" status: 200 len: 217 time: 0.0387526 Jun 24 10:32:45.171786 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06ff0b-2d59-4b13-a310-1bc33a1bd2d9 req-8754e444-67c6-48cd-9ebf-3258d944569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:32:45.173282 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2f06ff0b-2d59-4b13-a310-1bc33a1bd2d9 req-8754e444-67c6-48cd-9ebf-3258d944569e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=a9451b17-929f-4f0c-8328-6117f7bb7298 HTTP/1.1" status: 200 len: 850 time: 0.0455329 Jun 24 10:32:45.289049 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06ff0b-2d59-4b13-a310-1bc33a1bd2d9 req-dcc90b4b-bfd0-4020-a7f1-8384a4084e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:32:45.290599 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2f06ff0b-2d59-4b13-a310-1bc33a1bd2d9 req-dcc90b4b-bfd0-4020-a7f1-8384a4084e30 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=974e48a5-8005-4f80-8ebd-0fd83f94a22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407398 Jun 24 10:32:45.392533 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075355be-d767-4cb1-9f4c-195f5e38a87b req-50988ea2-fab9-4edb-8594-042fe7e96406 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:32:45.394082 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-075355be-d767-4cb1-9f4c-195f5e38a87b req-50988ea2-fab9-4edb-8594-042fe7e96406 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 946 time: 0.0500500 Jun 24 10:32:45.452694 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-075355be-d767-4cb1-9f4c-195f5e38a87b req-d1ba3adc-159b-4cb7-82b2-4283f633e576 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/security-groups?id=f04741dd-71c8-427b-a786-cf0c2c973b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525589 Jun 24 10:32:45.662846 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:45.710969 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f1f74-31b7-4540-b93c-999c7192b606 req-94f45b7c-9794-47fd-9ec5-c1a3af983473 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:32:45.712410 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f72f1f74-31b7-4540-b93c-999c7192b606 req-94f45b7c-9794-47fd-9ec5-c1a3af983473 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.27 "GET /v2.0/ports?device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 946 time: 0.0606914 Jun 24 10:32:45.746124 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2f06ff0b-2d59-4b13-a310-1bc33a1bd2d9 req-b7748424-fa10-4b81-994b-0b6a16b968ac service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468005 Jun 24 10:32:45.856435 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-f72f1f74-31b7-4540-b93c-999c7192b606 req-cb988786-d15f-46cb-aae7-6f26edd771b9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Deleting port 1b531ede-6da7-4696-9e82-2fe054e3a392 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:32:45.856733 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f72f1f74-31b7-4540-b93c-999c7192b606 req-cb988786-d15f-46cb-aae7-6f26edd771b9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (1b531ede-6da7-4696-9e82-2fe054e3a392), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:45.901531 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2f06ff0b-2d59-4b13-a310-1bc33a1bd2d9 req-7c54b679-b91b-4a7f-be59-33345df2dcde service neutron] 10.222.0.27 "GET /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493940 Jun 24 10:32:45.969297 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-f72f1f74-31b7-4540-b93c-999c7192b606 req-cb988786-d15f-46cb-aae7-6f26edd771b9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] For port 1b531ede-6da7-4696-9e82-2fe054e3a392, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=1b531ede-6da7-4696-9e82-2fe054e3a392,segment=NetworkSegment(2a0f8787-3635-4349-8a0a-313acf9040a0),segment_id=2a0f8787-3635-4349-8a0a-313acf9040a0)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:32:45.969573 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f72f1f74-31b7-4540-b93c-999c7192b606 req-cb988786-d15f-46cb-aae7-6f26edd771b9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (1b531ede-6da7-4696-9e82-2fe054e3a392), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:45.983823 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-f72f1f74-31b7-4540-b93c-999c7192b606 req-cb988786-d15f-46cb-aae7-6f26edd771b9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Calling delete_port for 1b531ede-6da7-4696-9e82-2fe054e3a392 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:32:46.140623 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f72f1f74-31b7-4540-b93c-999c7192b606 req-cb988786-d15f-46cb-aae7-6f26edd771b9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (1b531ede-6da7-4696-9e82-2fe054e3a392), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:46.174873 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb988786-d15f-46cb-aae7-6f26edd771b9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Pushing event deleted for resources: {'Port': ['ID=1b531ede-6da7-4696-9e82-2fe054e3a392,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:46.229638 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72f1f74-31b7-4540-b93c-999c7192b606 req-cb988786-d15f-46cb-aae7-6f26edd771b9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] No DVR routers for this DVR port 1b531ede-6da7-4696-9e82-2fe054e3a392 on host hv-cinder-84713 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:32:46.232126 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f72f1f74-31b7-4540-b93c-999c7192b606 req-cb988786-d15f-46cb-aae7-6f26edd771b9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:46.236214 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f72f1f74-31b7-4540-b93c-999c7192b606 req-cb988786-d15f-46cb-aae7-6f26edd771b9 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.27 "DELETE /v2.0/ports/1b531ede-6da7-4696-9e82-2fe054e3a392 HTTP/1.1" status: 204 len: 173 time: 0.5182562 Jun 24 10:32:46.236659 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3a026c-235f-4a5d-bf09-ae6e1c13f888', 'name': 'network-vif-deleted', 'tag': '1b531ede-6da7-4696-9e82-2fe054e3a392'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:32:46.238996 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2996d7b6b8a686e5c8887bf9e2ff6ecf1458ba044d7d21997288dfeccc49070e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1ef63d-8424-42f9-b8a1-7bc159f126ba" -d '{"events": [{"server_uuid": "df3a026c-235f-4a5d-bf09-ae6e1c13f888", "name": "network-vif-deleted", "tag": "1b531ede-6da7-4696-9e82-2fe054e3a392"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:32:46.277717 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42e2343-5e4f-48b9-8f07-af41bcd290a4 x-openstack-request-id: req-c42e2343-5e4f-48b9-8f07-af41bcd290a4 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:32:46.278116 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3a026c-235f-4a5d-bf09-ae6e1c13f888", "name": "network-vif-deleted", "tag": "1b531ede-6da7-4696-9e82-2fe054e3a392", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:32:46.278431 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c42e2343-5e4f-48b9-8f07-af41bcd290a4 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:32:46.279011 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c42e2343-5e4f-48b9-8f07-af41bcd290a4'] response: {'server_uuid': 'df3a026c-235f-4a5d-bf09-ae6e1c13f888', 'name': 'network-vif-deleted', 'tag': '1b531ede-6da7-4696-9e82-2fe054e3a392', 'status': 'completed', 'code': 200} Jun 24 10:32:46.584198 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ad5c0d03-c6b1-4a19-8589-fbb85c8cb241 req-593c453f-f05c-486a-a028-3a8ab15d06bd tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3a026c-235f-4a5d-bf09-ae6e1c13f888 HTTP/1.1" status: 200 len: 210 time: 0.0303574 Jun 24 10:32:47.646738 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 42512) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:32:47.751434 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:47.761769 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-cde3b665-5cbe-498d-91c8-50c5262cda52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Deleting port 269c65ee-359d-4579-950f-fa31299afdb4 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:32:47.762106 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cde3b665-5cbe-498d-91c8-50c5262cda52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (269c65ee-359d-4579-950f-fa31299afdb4), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:47.843085 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cde3b665-5cbe-498d-91c8-50c5262cda52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (269c65ee-359d-4579-950f-fa31299afdb4), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:47.843405 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cde3b665-5cbe-498d-91c8-50c5262cda52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for floatingip (269c65ee-359d-4579-950f-fa31299afdb4), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:47.857104 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-cde3b665-5cbe-498d-91c8-50c5262cda52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Calling delete_port for 269c65ee-359d-4579-950f-fa31299afdb4 owned by network:floatingip {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:32:47.924048 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 1b531ede-6da7-4696-9e82-2fe054e3a392 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:32:47.949848 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] No Port match for: 1b531ede-6da7-4696-9e82-2fe054e3a392 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:32:47.950290 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Device 1b531ede-6da7-4696-9e82-2fe054e3a392 not bound to the agent host hv-cinder-84713 {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:32:47.972177 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:47.990277 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cde3b665-5cbe-498d-91c8-50c5262cda52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (269c65ee-359d-4579-950f-fa31299afdb4), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:48.018577 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3b665-5cbe-498d-91c8-50c5262cda52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Pushing event deleted for resources: {'Port': ['ID=269c65ee-359d-4579-950f-fa31299afdb4,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:48.082434 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cde3b665-5cbe-498d-91c8-50c5262cda52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for floatingip (d5f22050-279f-4b25-a11c-fdec7b2c40d5), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:48.084888 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cde3b665-5cbe-498d-91c8-50c5262cda52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004409'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:48.086050 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-cde3b665-5cbe-498d-91c8-50c5262cda52 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "DELETE /v2.0/floatingips/d5f22050-279f-4b25-a11c-fdec7b2c40d5 HTTP/1.1" status: 204 len: 168 time: 0.4382846 Jun 24 10:32:49.298841 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 42524) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:32:49.359746 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c84cf150-48ab-4d7b-af07-1bd138561d21 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for security_group (f04741dd-71c8-427b-a786-cf0c2c973b56), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:49.386797 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c84cf150-48ab-4d7b-af07-1bd138561d21 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for security_group (f04741dd-71c8-427b-a786-cf0c2c973b56), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:49.451105 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c84cf150-48ab-4d7b-af07-1bd138561d21 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (f04741dd-71c8-427b-a786-cf0c2c973b56), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:49.454485 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c84cf150-48ab-4d7b-af07-1bd138561d21 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:49.455809 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-c84cf150-48ab-4d7b-af07-1bd138561d21 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] 10.222.0.64 "DELETE /v2.0/security-groups/f04741dd-71c8-427b-a786-cf0c2c973b56 HTTP/1.1" status: 204 len: 168 time: 0.1559350 Jun 24 10:32:49.465394 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cf150-48ab-4d7b-af07-1bd138561d21 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04741dd-71c8-427b-a786-cf0c2c973b56,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:49.477549 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84cf150-48ab-4d7b-af07-1bd138561d21 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:49.477920 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84cf150-48ab-4d7b-af07-1bd138561d21 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:49.478335 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84cf150-48ab-4d7b-af07-1bd138561d21 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:49.478766 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84cf150-48ab-4d7b-af07-1bd138561d21 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:49.479109 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84cf150-48ab-4d7b-af07-1bd138561d21 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:49.479784 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84cf150-48ab-4d7b-af07-1bd138561d21 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:49.479784 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84cf150-48ab-4d7b-af07-1bd138561d21 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:49.480133 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84cf150-48ab-4d7b-af07-1bd138561d21 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:49.480405 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84cf150-48ab-4d7b-af07-1bd138561d21 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:49.480834 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84cf150-48ab-4d7b-af07-1bd138561d21 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:49.481265 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84cf150-48ab-4d7b-af07-1bd138561d21 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:49.481640 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84cf150-48ab-4d7b-af07-1bd138561d21 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:49.482038 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84cf150-48ab-4d7b-af07-1bd138561d21 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:49.482479 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84cf150-48ab-4d7b-af07-1bd138561d21 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:49.483000 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84cf150-48ab-4d7b-af07-1bd138561d21 tempest-TestVolumeBootPattern-1695940306 tempest-TestVolumeBootPattern-1695940306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:49.511025 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 42528) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:32:49.991824 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-14e444d3-bda0-4733-8a07-ad120788e436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398309'] for router_interface (4aeaa544-3543-42f8-ba44-e7becd59d879), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:50.076505 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:50.086844 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:50.254270 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-14e444d3-bda0-4733-8a07-ad120788e436 admin admin] Deleting port a2e53aa9-77ca-4988-8638-7661a1f9169c {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:32:50.254541 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-14e444d3-bda0-4733-8a07-ad120788e436 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (a2e53aa9-77ca-4988-8638-7661a1f9169c), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:50.341794 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-14e444d3-bda0-4733-8a07-ad120788e436 admin admin] For port a2e53aa9-77ca-4988-8638-7661a1f9169c, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=a2e53aa9-77ca-4988-8638-7661a1f9169c,segment=NetworkSegment(2a0f8787-3635-4349-8a0a-313acf9040a0),segment_id=2a0f8787-3635-4349-8a0a-313acf9040a0)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:32:50.342598 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-14e444d3-bda0-4733-8a07-ad120788e436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (a2e53aa9-77ca-4988-8638-7661a1f9169c), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:50.358481 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-14e444d3-bda0-4733-8a07-ad120788e436 admin admin] Calling delete_port for a2e53aa9-77ca-4988-8638-7661a1f9169c owned by network:router_interface {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:32:50.564187 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-14e444d3-bda0-4733-8a07-ad120788e436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (a2e53aa9-77ca-4988-8638-7661a1f9169c), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:50.595202 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e444d3-bda0-4733-8a07-ad120788e436 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e53aa9-77ca-4988-8638-7661a1f9169c,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:50.761366 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-14e444d3-bda0-4733-8a07-ad120788e436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398193'] for router_interface (4aeaa544-3543-42f8-ba44-e7becd59d879), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:51.212575 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:51.217762 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e444d3-bda0-4733-8a07-ad120788e436 admin admin] Router 4aeaa544-3543-42f8-ba44-e7becd59d879 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:32:51.228763 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:51.320261 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e444d3-bda0-4733-8a07-ad120788e436 admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:32:51.325194 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-14e444d3-bda0-4733-8a07-ad120788e436 admin admin] 10.222.0.64 "PUT /v2.0/routers/4aeaa544-3543-42f8-ba44-e7becd59d879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8130927 Jun 24 10:32:51.328156 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 42532) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:32:51.331549 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e84c0e-ec5b-4849-b89b-b112359f3ef0 None None] Sync routers for ids ['4aeaa544-3543-42f8-ba44-e7becd59d879'] in dv-cinder-847132-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:32:51.343123 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e84c0e-ec5b-4849-b89b-b112359f3ef0 None None] Routers {'4aeaa544-3543-42f8-ba44-e7becd59d879'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:32:51.345188 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-83e84c0e-ec5b-4849-b89b-b112359f3ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:32:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4aeaa544-3543-42f8-ba44-e7becd59d879'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:51.429209 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9deffeb5-2f20-44d3-a1ee-90f1c9f614a4 admin admin] Publish callbacks [] for router (4aeaa544-3543-42f8-ba44-e7becd59d879), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:51.460014 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-83e84c0e-ec5b-4849-b89b-b112359f3ef0 None None] Set router 4aeaa544-3543-42f8-ba44-e7becd59d879 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:32:51.527863 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9deffeb5-2f20-44d3-a1ee-90f1c9f614a4 admin admin] Publish callbacks [] for router_gateway (4aeaa544-3543-42f8-ba44-e7becd59d879), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:51.573321 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-9deffeb5-2f20-44d3-a1ee-90f1c9f614a4 admin admin] Deleting port 86c9105e-77dd-4d6d-a1ee-80362b302f72 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:32:51.573623 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9deffeb5-2f20-44d3-a1ee-90f1c9f614a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (86c9105e-77dd-4d6d-a1ee-80362b302f72), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:51.636404 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-83e84c0e-ec5b-4849-b89b-b112359f3ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:32:50Z', 'revision_number': 5, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port': {'id': '86c9105e-77dd-4d6d-a1ee-80362b302f72', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:21Z', 'updated_at': '2022-06-24T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:51.653996 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-9deffeb5-2f20-44d3-a1ee-90f1c9f614a4 admin admin] For port 86c9105e-77dd-4d6d-a1ee-80362b302f72, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=86c9105e-77dd-4d6d-a1ee-80362b302f72,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:32:51.654393 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9deffeb5-2f20-44d3-a1ee-90f1c9f614a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (86c9105e-77dd-4d6d-a1ee-80362b302f72), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:51.661972 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e84c0e-ec5b-4849-b89b-b112359f3ef0 None None] Checking router: 4aeaa544-3543-42f8-ba44-e7becd59d879 for host: dv-cinder-847132-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:32:51.668069 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-9deffeb5-2f20-44d3-a1ee-90f1c9f614a4 admin admin] Calling delete_port for 86c9105e-77dd-4d6d-a1ee-80362b302f72 owned by network:router_gateway {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:32:51.670434 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e84c0e-ec5b-4849-b89b-b112359f3ef0 None None] Routers {'4aeaa544-3543-42f8-ba44-e7becd59d879'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:32:51.671087 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-83e84c0e-ec5b-4849-b89b-b112359f3ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:32:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['4aeaa544-3543-42f8-ba44-e7becd59d879'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:51.732967 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:51.756927 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-83e84c0e-ec5b-4849-b89b-b112359f3ef0 None None] Set router 4aeaa544-3543-42f8-ba44-e7becd59d879 gateway port host: None {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:32:51.805981 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-83e84c0e-ec5b-4849-b89b-b112359f3ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:32:51Z', 'revision_number': 6, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port_host': None}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:51.835923 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e84c0e-ec5b-4849-b89b-b112359f3ef0 None None] The sync data for ids ['4aeaa544-3543-42f8-ba44-e7becd59d879'] in dv-cinder-847132-2-iscsi is: [{'id': '4aeaa544-3543-42f8-ba44-e7becd59d879', 'name': 'tempest-TestVolumeBootPattern-419905219-router', 'tenant_id': 'a1af4242504b4c7fa0903c7c61b02135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:20Z', 'updated_at': '2022-06-24T10:32:51Z', 'revision_number': 6, 'project_id': 'a1af4242504b4c7fa0903c7c61b02135', 'gw_port_host': None}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:32:51.854155 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9deffeb5-2f20-44d3-a1ee-90f1c9f614a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (86c9105e-77dd-4d6d-a1ee-80362b302f72), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:51.886323 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deffeb5-2f20-44d3-a1ee-90f1c9f614a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=86c9105e-77dd-4d6d-a1ee-80362b302f72,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:51.959914 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9deffeb5-2f20-44d3-a1ee-90f1c9f614a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402005'] for router_gateway (4aeaa544-3543-42f8-ba44-e7becd59d879), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:52.049810 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9deffeb5-2f20-44d3-a1ee-90f1c9f614a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7559'] for router (4aeaa544-3543-42f8-ba44-e7becd59d879), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:52.051968 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9deffeb5-2f20-44d3-a1ee-90f1c9f614a4 admin admin] Publish callbacks [] for router_controller (4aeaa544-3543-42f8-ba44-e7becd59d879), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:52.094387 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9deffeb5-2f20-44d3-a1ee-90f1c9f614a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399314'] for router (4aeaa544-3543-42f8-ba44-e7becd59d879), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:52.095009 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9deffeb5-2f20-44d3-a1ee-90f1c9f614a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4aeaa544-3543-42f8-ba44-e7becd59d879 {{(pid=104051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:32:52.099305 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9deffeb5-2f20-44d3-a1ee-90f1c9f614a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:52.103072 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-9deffeb5-2f20-44d3-a1ee-90f1c9f614a4 admin admin] 10.222.0.64 "DELETE /v2.0/routers/4aeaa544-3543-42f8-ba44-e7becd59d879 HTTP/1.1" status: 204 len: 168 time: 0.7738857 Jun 24 10:32:52.103254 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 42534) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:32:52.149084 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d050f4d-7c33-4a85-9f2c-84e8d84130df admin admin] Deleting subnet a9451b17-929f-4f0c-8328-6117f7bb7298 {{(pid=104052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:32:52.152339 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4d050f4d-7c33-4a85-9f2c-84e8d84130df admin admin] Publish callbacks [] for subnet (a9451b17-929f-4f0c-8328-6117f7bb7298), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:52.194335 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4d050f4d-7c33-4a85-9f2c-84e8d84130df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293602'] for subnet (a9451b17-929f-4f0c-8328-6117f7bb7298), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:52.279263 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4d050f4d-7c33-4a85-9f2c-84e8d84130df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3788616'] for subnet (a9451b17-929f-4f0c-8328-6117f7bb7298), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:52.336277 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4d050f4d-7c33-4a85-9f2c-84e8d84130df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3788646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11933662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12405517'] for subnet (a9451b17-929f-4f0c-8328-6117f7bb7298), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:52.366796 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d050f4d-7c33-4a85-9f2c-84e8d84130df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9451b17-929f-4f0c-8328-6117f7bb7298,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:52.370506 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4d050f4d-7c33-4a85-9f2c-84e8d84130df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:52.374118 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-4d050f4d-7c33-4a85-9f2c-84e8d84130df admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a9451b17-929f-4f0c-8328-6117f7bb7298 HTTP/1.1" status: 204 len: 168 time: 0.2694664 Jun 24 10:32:52.376461 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 42536) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:32:52.378593 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b1ee62-a10b-45d2-8965-c8178bd03282 None None] Network 974e48a5-8005-4f80-8ebd-0fd83f94a22c requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:32:52.447948 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f094105f-2dec-4e99-98a0-08f192c71a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3438047'] for network (974e48a5-8005-4f80-8ebd-0fd83f94a22c), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:52.491185 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-f094105f-2dec-4e99-98a0-08f192c71a9e admin admin] Deleting port b492d72e-6897-4a30-9c41-e2292ea2cd80 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:32:52.491521 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f094105f-2dec-4e99-98a0-08f192c71a9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (b492d72e-6897-4a30-9c41-e2292ea2cd80), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:52.559550 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-f094105f-2dec-4e99-98a0-08f192c71a9e admin admin] For port b492d72e-6897-4a30-9c41-e2292ea2cd80, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=b492d72e-6897-4a30-9c41-e2292ea2cd80,segment=NetworkSegment(2a0f8787-3635-4349-8a0a-313acf9040a0),segment_id=2a0f8787-3635-4349-8a0a-313acf9040a0)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:32:52.559821 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f094105f-2dec-4e99-98a0-08f192c71a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (b492d72e-6897-4a30-9c41-e2292ea2cd80), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:52.572875 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-f094105f-2dec-4e99-98a0-08f192c71a9e admin admin] Calling delete_port for b492d72e-6897-4a30-9c41-e2292ea2cd80 owned by network:dhcp {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:32:52.581707 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:52.629982 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] DHCP port deletion for 974e48a5-8005-4f80-8ebd-0fd83f94a22c request from dv-cinder-847132-2-iscsi {{(pid=104053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:32:52.653927 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:52.662361 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f094105f-2dec-4e99-98a0-08f192c71a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (b492d72e-6897-4a30-9c41-e2292ea2cd80), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:52.669022 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] Deleting port b492d72e-6897-4a30-9c41-e2292ea2cd80 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:32:52.669414 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (b492d72e-6897-4a30-9c41-e2292ea2cd80), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:52.692292 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094105f-2dec-4e99-98a0-08f192c71a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=b492d72e-6897-4a30-9c41-e2292ea2cd80,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:52.699362 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f094105f-2dec-4e99-98a0-08f192c71a9e admin admin] No DVR routers for this DVR port b492d72e-6897-4a30-9c41-e2292ea2cd80 on host dv-cinder-847132-2-iscsi {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:32:52.742842 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] For port b492d72e-6897-4a30-9c41-e2292ea2cd80, host dv-cinder-847132-2-iscsi, got binding levels [] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:32:52.743243 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (b492d72e-6897-4a30-9c41-e2292ea2cd80), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:52.756791 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] Calling delete_port for b492d72e-6897-4a30-9c41-e2292ea2cd80 owned by network:dhcp {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:32:52.759824 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.ipam_backend_mixin [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] Port b492d72e-6897-4a30-9c41-e2292ea2cd80 was not found and therefore no delete operation was performed {{(pid=104053) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 24 10:32:52.761057 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723'] for port (b492d72e-6897-4a30-9c41-e2292ea2cd80), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:52.779483 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f094105f-2dec-4e99-98a0-08f192c71a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622709', 'neutron.services.segments.db._delete_segments_for_network-8739177752971'] for network (974e48a5-8005-4f80-8ebd-0fd83f94a22c), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:52.788381 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] Pushing event deleted for resources: {'Port': ['ID=b492d72e-6897-4a30-9c41-e2292ea2cd80,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:52.798763 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] No DVR routers for this DVR port b492d72e-6897-4a30-9c41-e2292ea2cd80 on host dv-cinder-847132-2-iscsi {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:32:52.802201 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-f094105f-2dec-4e99-98a0-08f192c71a9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974e48a5-8005-4f80-8ebd-0fd83f94a22c']}} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:52.804357 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:52.804706 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:52.805045 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:52.805378 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:52.805971 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:52.806268 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:52.806609 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:52.807169 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:52.807522 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:52.807879 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:52.808173 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:52.808498 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:52.808817 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:52.809134 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:52.809450 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e068b-c376-48d2-ba1c-ee9a75e23570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847132-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:52.817450 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-f094105f-2dec-4e99-98a0-08f192c71a9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a0f8787-3635-4349-8a0a-313acf9040a0') {'for_net_delete': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:52.817755 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-f094105f-2dec-4e99-98a0-08f192c71a9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a0f8787-3635-4349-8a0a-313acf9040a0') {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:52.830248 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f094105f-2dec-4e99-98a0-08f192c71a9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739177753748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293625'] for segment (2a0f8787-3635-4349-8a0a-313acf9040a0), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:52.849357 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f094105f-2dec-4e99-98a0-08f192c71a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (2a0f8787-3635-4349-8a0a-313acf9040a0), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:52.862919 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f094105f-2dec-4e99-98a0-08f192c71a9e admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=104052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:32:52.863547 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f094105f-2dec-4e99-98a0-08f192c71a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11933620'] for segment (2a0f8787-3635-4349-8a0a-313acf9040a0), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:52.897346 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:52.937861 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f094105f-2dec-4e99-98a0-08f192c71a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407106'] for network (974e48a5-8005-4f80-8ebd-0fd83f94a22c), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:52.955568 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f094105f-2dec-4e99-98a0-08f192c71a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:52.961466 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f094105f-2dec-4e99-98a0-08f192c71a9e admin admin] 10.222.0.64 "DELETE /v2.0/networks/974e48a5-8005-4f80-8ebd-0fd83f94a22c HTTP/1.1" status: 204 len: 168 time: 0.5806751 Jun 24 10:32:52.961466 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094105f-2dec-4e99-98a0-08f192c71a9e admin admin] Pushing event deleted for resources: {'Network': ['ID=974e48a5-8005-4f80-8ebd-0fd83f94a22c,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:52.961753 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 42542) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:32:52.962435 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment 2a0f8787-3635-4349-8a0a-313acf9040a0 resource provider aggregate not found Jun 24 10:32:52.980651 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment 2a0f8787-3635-4349-8a0a-313acf9040a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a0f8787-3635-4349-8a0a-313acf9040a0 found for delete ", "request_id": "req-2f1c5980-b8e8-43e0-b615-ae2cfa250cfe"}]} Jun 24 10:32:53.066047 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:53.068552 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:53.321481 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0c85cbef-1bc6-4f21-91d5-98bd619f5455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398309'] for router_interface (12fa3d6f-a9de-4142-b81c-846c692665d5), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:53.491254 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 86c9105e-77dd-4d6d-a1ee-80362b302f72 no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:32:53.512271 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: 86c9105e-77dd-4d6d-a1ee-80362b302f72 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:32:53.512612 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 86c9105e-77dd-4d6d-a1ee-80362b302f72 not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:32:53.513032 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device b492d72e-6897-4a30-9c41-e2292ea2cd80 no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:32:53.532772 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: b492d72e-6897-4a30-9c41-e2292ea2cd80 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:32:53.533117 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device b492d72e-6897-4a30-9c41-e2292ea2cd80 not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:32:53.533529 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device a2e53aa9-77ca-4988-8638-7661a1f9169c no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:32:53.551840 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: a2e53aa9-77ca-4988-8638-7661a1f9169c {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:32:53.552162 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device a2e53aa9-77ca-4988-8638-7661a1f9169c not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:32:53.552556 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-0c85cbef-1bc6-4f21-91d5-98bd619f5455 admin admin] Deleting port 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:32:53.552898 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0c85cbef-1bc6-4f21-91d5-98bd619f5455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:53.634068 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-0c85cbef-1bc6-4f21-91d5-98bd619f5455 admin admin] For port 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea,segment=NetworkSegment(eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5),segment_id=eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:32:53.634439 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0c85cbef-1bc6-4f21-91d5-98bd619f5455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:53.647819 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-0c85cbef-1bc6-4f21-91d5-98bd619f5455 admin admin] Calling delete_port for 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea owned by network:router_interface {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:32:53.829638 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0c85cbef-1bc6-4f21-91d5-98bd619f5455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:53.832743 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:53.855404 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85cbef-1bc6-4f21-91d5-98bd619f5455 admin admin] Pushing event deleted for resources: {'Port': ['ID=29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:54.016092 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:54.025810 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0c85cbef-1bc6-4f21-91d5-98bd619f5455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398193'] for router_interface (12fa3d6f-a9de-4142-b81c-846c692665d5), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:54.235735 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c85cbef-1bc6-4f21-91d5-98bd619f5455 admin admin] Router 12fa3d6f-a9de-4142-b81c-846c692665d5 has already been hosted by L3 agent 8b07060b-191d-49c5-87c0-d94101b21510 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:32:54.335222 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c85cbef-1bc6-4f21-91d5-98bd619f5455 admin admin] Notify agent at l3_agent.dv-cinder-847132-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:32:54.340982 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-0c85cbef-1bc6-4f21-91d5-98bd619f5455 admin admin] 10.222.0.64 "PUT /v2.0/routers/12fa3d6f-a9de-4142-b81c-846c692665d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3779705 Jun 24 10:32:54.343213 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 42546) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:32:54.344416 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0282cb-ac50-4118-a75d-d73691da8896 None None] Sync routers for ids ['12fa3d6f-a9de-4142-b81c-846c692665d5'] in dv-cinder-847132-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:32:54.355222 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0282cb-ac50-4118-a75d-d73691da8896 None None] Routers {'12fa3d6f-a9de-4142-b81c-846c692665d5'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:32:54.355855 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-ae0282cb-ac50-4118-a75d-d73691da8896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:32:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['12fa3d6f-a9de-4142-b81c-846c692665d5'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:54.451521 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-56a9290d-df1c-4f1e-a001-d8bf5919df3d admin admin] Publish callbacks [] for router (12fa3d6f-a9de-4142-b81c-846c692665d5), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:54.458422 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-ae0282cb-ac50-4118-a75d-d73691da8896 None None] Set router 12fa3d6f-a9de-4142-b81c-846c692665d5 gateway port host: dv-cinder-847132-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:32:54.552099 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-56a9290d-df1c-4f1e-a001-d8bf5919df3d admin admin] Publish callbacks [] for router_gateway (12fa3d6f-a9de-4142-b81c-846c692665d5), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:54.598079 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-56a9290d-df1c-4f1e-a001-d8bf5919df3d admin admin] Deleting port 6a8534f2-af75-482d-8328-6730359982ed {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:32:54.598420 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-56a9290d-df1c-4f1e-a001-d8bf5919df3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (6a8534f2-af75-482d-8328-6730359982ed), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:54.633937 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-ae0282cb-ac50-4118-a75d-d73691da8896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fa3d6f-a9de-4142-b81c-846c692665d5', 'name': 'tempest-TestVolumeBootPattern-1287700354-router', 'tenant_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'external_fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6a8534f2-af75-482d-8328-6730359982ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:25Z', 'updated_at': '2022-06-24T10:32:53Z', 'revision_number': 5, 'project_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'gw_port': {'id': '6a8534f2-af75-482d-8328-6730359982ed', 'name': '', 'network_id': '14de1fe4-0691-4ad8-8c1f-68c223ea1af1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:24:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fa3d6f-a9de-4142-b81c-846c692665d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847132-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:26:26Z', 'updated_at': '2022-06-24T10:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc67cc5-d152-49c4-8daf-1d2fb60cefb7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847132-2-iscsi'}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:54.658905 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0282cb-ac50-4118-a75d-d73691da8896 None None] Checking router: 12fa3d6f-a9de-4142-b81c-846c692665d5 for host: dv-cinder-847132-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:32:54.668570 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0282cb-ac50-4118-a75d-d73691da8896 None None] Routers {'12fa3d6f-a9de-4142-b81c-846c692665d5'} bound to L3 agent in host dv-cinder-847132-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:32:54.669209 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-ae0282cb-ac50-4118-a75d-d73691da8896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847132-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:07:57Z,description=,heartbeat_timestamp=2022-06-24T10:32:27Z,host='dv-cinder-847132-2-iscsi',id=8b07060b-191d-49c5-87c0-d94101b21510,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:07:58Z,topic='l3_agent')) {'router_ids': ['12fa3d6f-a9de-4142-b81c-846c692665d5'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:54.761815 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-ae0282cb-ac50-4118-a75d-d73691da8896 None None] Set router 12fa3d6f-a9de-4142-b81c-846c692665d5 gateway port host: None {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:32:54.811689 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-ae0282cb-ac50-4118-a75d-d73691da8896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fa3d6f-a9de-4142-b81c-846c692665d5', 'name': 'tempest-TestVolumeBootPattern-1287700354-router', 'tenant_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:25Z', 'updated_at': '2022-06-24T10:32:54Z', 'revision_number': 6, 'project_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'gw_port_host': None}], 'dv-cinder-847132-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:54.841302 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0282cb-ac50-4118-a75d-d73691da8896 None None] The sync data for ids ['12fa3d6f-a9de-4142-b81c-846c692665d5'] in dv-cinder-847132-2-iscsi is: [{'id': '12fa3d6f-a9de-4142-b81c-846c692665d5', 'name': 'tempest-TestVolumeBootPattern-1287700354-router', 'tenant_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:26:25Z', 'updated_at': '2022-06-24T10:32:54Z', 'revision_number': 6, 'project_id': 'de9aedf5d1a74ed88a6e2c013e13e849', 'gw_port_host': None}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:32:54.877573 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-aa6319a6-c73d-4acb-a334-87a2d50fc4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:54.926449 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-56a9290d-df1c-4f1e-a001-d8bf5919df3d admin admin] For port 6a8534f2-af75-482d-8328-6730359982ed, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=6a8534f2-af75-482d-8328-6730359982ed,segment=NetworkSegment(4ecb42ad-323a-4df9-92d5-f42137b2fbd6),segment_id=4ecb42ad-323a-4df9-92d5-f42137b2fbd6)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:32:54.926844 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-56a9290d-df1c-4f1e-a001-d8bf5919df3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (6a8534f2-af75-482d-8328-6730359982ed), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:54.939960 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-56a9290d-df1c-4f1e-a001-d8bf5919df3d admin admin] Calling delete_port for 6a8534f2-af75-482d-8328-6730359982ed owned by network:router_gateway {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:32:54.977324 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:55.109209 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-56a9290d-df1c-4f1e-a001-d8bf5919df3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15869099'] for port (6a8534f2-af75-482d-8328-6730359982ed), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:55.134069 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9290d-df1c-4f1e-a001-d8bf5919df3d admin admin] Pushing event deleted for resources: {'Port': ['ID=6a8534f2-af75-482d-8328-6730359982ed,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:55.196769 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:55.203538 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-56a9290d-df1c-4f1e-a001-d8bf5919df3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402005'] for router_gateway (12fa3d6f-a9de-4142-b81c-846c692665d5), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:55.292857 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-56a9290d-df1c-4f1e-a001-d8bf5919df3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7559'] for router (12fa3d6f-a9de-4142-b81c-846c692665d5), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:55.295043 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-56a9290d-df1c-4f1e-a001-d8bf5919df3d admin admin] Publish callbacks [] for router_controller (12fa3d6f-a9de-4142-b81c-846c692665d5), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:55.339377 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-56a9290d-df1c-4f1e-a001-d8bf5919df3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399314'] for router (12fa3d6f-a9de-4142-b81c-846c692665d5), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:55.340042 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a9290d-df1c-4f1e-a001-d8bf5919df3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12fa3d6f-a9de-4142-b81c-846c692665d5 {{(pid=104051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:32:55.344900 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-56a9290d-df1c-4f1e-a001-d8bf5919df3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:55.345898 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-56a9290d-df1c-4f1e-a001-d8bf5919df3d admin admin] 10.222.0.64 "DELETE /v2.0/routers/12fa3d6f-a9de-4142-b81c-846c692665d5 HTTP/1.1" status: 204 len: 168 time: 1.0010355 Jun 24 10:32:55.348525 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.64', 42548) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:32:55.394628 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_v2 [None req-20734082-9711-4d62-9cd5-22f0f4e40a9a admin admin] Deleting subnet 70aff75a-10fd-4c03-bf22-c3f3a12f6aeb {{(pid=104051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:32:55.398289 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-20734082-9711-4d62-9cd5-22f0f4e40a9a admin admin] Publish callbacks [] for subnet (70aff75a-10fd-4c03-bf22-c3f3a12f6aeb), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:55.436029 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-20734082-9711-4d62-9cd5-22f0f4e40a9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15358798'] for subnet (70aff75a-10fd-4c03-bf22-c3f3a12f6aeb), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:55.525897 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-20734082-9711-4d62-9cd5-22f0f4e40a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3788616'] for subnet (70aff75a-10fd-4c03-bf22-c3f3a12f6aeb), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:55.597160 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-20734082-9711-4d62-9cd5-22f0f4e40a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3788646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15869180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16557641'] for subnet (70aff75a-10fd-4c03-bf22-c3f3a12f6aeb), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:55.605856 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:32:55.624374 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda0ffba-e858-4459-ab93-858757fbc2e9 None None] Network a495b951-2ebc-48c7-8224-03ab5c38cb42 requested from dv-cinder-847132-2-iscsi {{(pid=104053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:32:55.635127 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-20734082-9711-4d62-9cd5-22f0f4e40a9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:55.638546 dv-cinder-847132-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-20734082-9711-4d62-9cd5-22f0f4e40a9a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/70aff75a-10fd-4c03-bf22-c3f3a12f6aeb HTTP/1.1" status: 204 len: 168 time: 0.2889202 Jun 24 10:32:55.640024 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20734082-9711-4d62-9cd5-22f0f4e40a9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70aff75a-10fd-4c03-bf22-c3f3a12f6aeb,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:55.641177 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 42550) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:32:55.658406 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 6a8534f2-af75-482d-8328-6730359982ed no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:32:55.693731 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: 6a8534f2-af75-482d-8328-6730359982ed {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:32:55.694071 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 6a8534f2-af75-482d-8328-6730359982ed not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:32:55.694488 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:32:55.716379 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:32:55.716731 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device 29aa9e42-cd92-4ce6-9dbc-98b2c5df04ea not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:32:55.719309 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-874ea974-2b69-482b-b53b-7ac933d98844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3438047'] for network (a495b951-2ebc-48c7-8224-03ab5c38cb42), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:55.769414 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-874ea974-2b69-482b-b53b-7ac933d98844 admin admin] Deleting port dcd34b09-a083-442e-bf15-53bf8381d1c0 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:32:55.769733 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-874ea974-2b69-482b-b53b-7ac933d98844 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (dcd34b09-a083-442e-bf15-53bf8381d1c0), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:55.844504 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-874ea974-2b69-482b-b53b-7ac933d98844 admin admin] For port dcd34b09-a083-442e-bf15-53bf8381d1c0, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=dcd34b09-a083-442e-bf15-53bf8381d1c0,segment=NetworkSegment(eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5),segment_id=eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:32:55.844867 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-874ea974-2b69-482b-b53b-7ac933d98844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (dcd34b09-a083-442e-bf15-53bf8381d1c0), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:55.849874 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c001523a-8d00-4902-a0a3-b0123494dea3 None None] DHCP port deletion for a495b951-2ebc-48c7-8224-03ab5c38cb42 request from dv-cinder-847132-2-iscsi {{(pid=104053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:32:55.860606 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-874ea974-2b69-482b-b53b-7ac933d98844 admin admin] Calling delete_port for dcd34b09-a083-442e-bf15-53bf8381d1c0 owned by network:dhcp {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:32:55.908261 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c001523a-8d00-4902-a0a3-b0123494dea3 None None] Deleting port dcd34b09-a083-442e-bf15-53bf8381d1c0 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:32:55.908889 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c001523a-8d00-4902-a0a3-b0123494dea3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739177843752'] for port (dcd34b09-a083-442e-bf15-53bf8381d1c0), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:55.950137 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-874ea974-2b69-482b-b53b-7ac933d98844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11933577'] for port (dcd34b09-a083-442e-bf15-53bf8381d1c0), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:55.965874 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874ea974-2b69-482b-b53b-7ac933d98844 admin admin] No DVR routers for this DVR port dcd34b09-a083-442e-bf15-53bf8381d1c0 on host dv-cinder-847132-2-iscsi {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:32:55.977322 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c001523a-8d00-4902-a0a3-b0123494dea3 None None] For port dcd34b09-a083-442e-bf15-53bf8381d1c0, host dv-cinder-847132-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847132-2-iscsi',level=0,port_id=dcd34b09-a083-442e-bf15-53bf8381d1c0,segment=NetworkSegment(eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5),segment_id=eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:32:55.977720 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c001523a-8d00-4902-a0a3-b0123494dea3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port (dcd34b09-a083-442e-bf15-53bf8381d1c0), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:55.986000 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ea974-2b69-482b-b53b-7ac933d98844 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd34b09-a083-442e-bf15-53bf8381d1c0,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:55.995006 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c001523a-8d00-4902-a0a3-b0123494dea3 None None] Calling delete_port for dcd34b09-a083-442e-bf15-53bf8381d1c0 owned by network:dhcp {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:32:56.061451 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-874ea974-2b69-482b-b53b-7ac933d98844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622709', 'neutron.services.segments.db._delete_segments_for_network-8739177752971'] for network (a495b951-2ebc-48c7-8224-03ab5c38cb42), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:56.078330 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c001523a-8d00-4902-a0a3-b0123494dea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739177848432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739177475723'] for port (dcd34b09-a083-442e-bf15-53bf8381d1c0), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:56.086434 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-874ea974-2b69-482b-b53b-7ac933d98844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a495b951-2ebc-48c7-8224-03ab5c38cb42']}} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:56.096869 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-874ea974-2b69-482b-b53b-7ac933d98844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5') {'for_net_delete': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:56.097162 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-874ea974-2b69-482b-b53b-7ac933d98844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5') {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:56.101804 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001523a-8d00-4902-a0a3-b0123494dea3 None None] Pushing event deleted for resources: {'Port': ['ID=dcd34b09-a083-442e-bf15-53bf8381d1c0,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:56.107249 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-874ea974-2b69-482b-b53b-7ac933d98844 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739177753748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293625'] for segment (eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:56.107462 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c001523a-8d00-4902-a0a3-b0123494dea3 None None] No DVR routers for this DVR port dcd34b09-a083-442e-bf15-53bf8381d1c0 on host dv-cinder-847132-2-iscsi {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:32:56.123044 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-874ea974-2b69-482b-b53b-7ac933d98844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512'] for segment (eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:56.130001 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874ea974-2b69-482b-b53b-7ac933d98844 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=104052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:32:56.130421 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-874ea974-2b69-482b-b53b-7ac933d98844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3587512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11933620'] for segment (eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:56.157183 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5 resource provider aggregate not found Jun 24 10:32:56.193316 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eaf8ebb2-ed97-44f1-8ee1-cf821c62eda5 found for delete ", "request_id": "req-eb933cee-1a8e-4ab2-b295-4b71e4ce85e0"}]} Jun 24 10:32:56.203079 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-874ea974-2b69-482b-b53b-7ac933d98844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407106'] for network (a495b951-2ebc-48c7-8224-03ab5c38cb42), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:56.209097 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-874ea974-2b69-482b-b53b-7ac933d98844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548068'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:56.213523 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-874ea974-2b69-482b-b53b-7ac933d98844 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a495b951-2ebc-48c7-8224-03ab5c38cb42 HTTP/1.1" status: 204 len: 168 time: 0.5711138 Jun 24 10:32:56.233504 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ea974-2b69-482b-b53b-7ac933d98844 admin admin] Pushing event deleted for resources: {'Network': ['ID=a495b951-2ebc-48c7-8224-03ab5c38cb42,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:56.339548 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 42558) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:32:56.384957 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-87ff117e-993b-482c-82ca-bd92924d91c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a1af4242504b4c7fa0903c7c61b02135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441301 Jun 24 10:32:56.387676 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 42560) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:32:56.393964 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:56.447346 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-723ac597-d608-49e4-952d-032cbbb3492d admin admin] Publish callbacks [] for security_group (dae71416-9895-4387-8b7a-51248094f710), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:56.471690 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-723ac597-d608-49e4-952d-032cbbb3492d admin admin] Publish callbacks [] for security_group (dae71416-9895-4387-8b7a-51248094f710), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:56.521767 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-723ac597-d608-49e4-952d-032cbbb3492d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (dae71416-9895-4387-8b7a-51248094f710), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:56.524505 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-723ac597-d608-49e4-952d-032cbbb3492d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:56.525677 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-723ac597-d608-49e4-952d-032cbbb3492d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dae71416-9895-4387-8b7a-51248094f710 HTTP/1.1" status: 204 len: 168 time: 0.1371100 Jun 24 10:32:56.534420 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ac597-d608-49e4-952d-032cbbb3492d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae71416-9895-4387-8b7a-51248094f710,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:56.895932 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 42566) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:32:56.937698 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-405c194c-f3f3-4ddb-944b-41487c2a1b8d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de9aedf5d1a74ed88a6e2c013e13e849&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402656 Jun 24 10:32:56.939908 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.64', 42568) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:32:56.990415 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c853802f-dc8e-4c8d-a018-43581c376c73 admin admin] Publish callbacks [] for security_group (33b968b9-5d12-4d48-a0a5-6f090198a01b), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:57.000906 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:57.014557 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c853802f-dc8e-4c8d-a018-43581c376c73 admin admin] Publish callbacks [] for security_group (33b968b9-5d12-4d48-a0a5-6f090198a01b), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:57.067919 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c853802f-dc8e-4c8d-a018-43581c376c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587221'] for security_group (33b968b9-5d12-4d48-a0a5-6f090198a01b), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:57.070667 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c853802f-dc8e-4c8d-a018-43581c376c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:57.071872 dv-cinder-847132-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c853802f-dc8e-4c8d-a018-43581c376c73 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33b968b9-5d12-4d48-a0a5-6f090198a01b HTTP/1.1" status: 204 len: 168 time: 0.1310747 Jun 24 10:32:57.082298 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853802f-dc8e-4c8d-a018-43581c376c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b968b9-5d12-4d48-a0a5-6f090198a01b,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:57.161822 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4cc32837-8b84-4917-b9a9-9763891c446c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:57.478724 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device dcd34b09-a083-442e-bf15-53bf8381d1c0 no longer exists at agent ovs-agent-dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:32:57.499723 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] No Port match for: dcd34b09-a083-442e-bf15-53bf8381d1c0 {{(pid=104053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:32:57.500128 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.rpc [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Device dcd34b09-a083-442e-bf15-53bf8381d1c0 not bound to the agent host dv-cinder-847132-2-iscsi {{(pid=104053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:32:58.425650 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:59.827023 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:59.967113 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:33:04.816004 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=62 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:05.599059 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=63 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:05.610472 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=35,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:05.613480 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG dbcounter [-] [104051] Writing DB stats neutron:SELECT=56,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:07.051383 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=3,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:07.077271 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=37,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:09.960981 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=71,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:09.962933 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:10.265672 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:33:20.252795 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:20.259592 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:24.870394 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-77889118-b213-409b-a67f-674850b577ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:33:27.166961 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4ac4cfba-d1d2-4f18-8c4e-862c0bf8837c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:33:28.418615 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:33:29.830634 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:33:29.975617 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:33:32.605237 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:33:34.648720 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:39.967282 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:39.969467 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:40.291247 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:33:42.600745 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:50.270189 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:50.282872 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:53.563577 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:54.866010 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b452457e-2779-4591-af0b-2d22f4a667b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:33:57.171516 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2dc53428-ab36-44ac-bb72-6388a80f9730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:33:58.421007 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:33:59.835245 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:33:59.976423 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:34:09.606957 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:34:10.414799 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:34:19.601945 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:34:19.602727 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:34:20.402556 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:34:20.409358 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:34:23.409365 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [req-07784712-b488-4458-91aa-50b23d95aa71 req-4f255fbc-7f33-418f-afe6-1be3694c8d5b service neutron] (104052) timed out ('10.222.0.27', 60835) {{(pid=104052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 10:34:24.871508 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-588c93bf-4d46-4718-902e-f65065ab9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:34:27.175810 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-88249827-dd39-47ce-b2f9-5a577239fb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:34:28.424154 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:34:29.834915 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:34:29.972529 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:34:39.960524 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:34:39.967489 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:34:40.279846 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:34:46.608205 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:34:50.271300 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:34:50.273258 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:34:54.880810 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-63047946-f030-4aa4-a2b9-fd35e1fc03df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:34:56.603879 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=16 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:34:56.604692 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=18 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:34:57.181241 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c375a6f0-8321-46d9-b041-0a6f0a61766f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:34:58.427384 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:34:59.838667 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:34:59.979011 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:09.971475 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:09.973546 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:10.284277 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:20.273672 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:20.277379 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:23.609347 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:35:24.878848 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-23e8eaa6-cf69-472a-8be9-0b2c95844b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:27.186000 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0c4466ec-6582-4f2e-9440-7434c3ffd571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:28.429613 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:29.841051 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:29.981260 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:33.604269 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:33.605050 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:39.967125 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:39.970118 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:40.275559 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:50.267969 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:50.270976 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:54.875670 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-28229b66-99e2-405c-a1c1-ad3a460610c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:57.189785 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-da295190-1cc8-45dd-85a1-2d1475b0466c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:58.432453 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:59.843719 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:59.980899 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:00.609315 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:36:10.290953 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:10.604469 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:10.605094 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:20.278493 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:20.285492 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:24.873562 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0db0ab0c-6466-45ee-9a19-95c519a75b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:27.193729 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0a14c180-fbb7-400e-a75a-cf34fd763238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:28.434344 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:29.846469 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:29.976252 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:37.609582 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:36:39.964103 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:39.971082 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:40.305873 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:50.297887 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:50.299648 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:51.836801 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=17 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:51.837693 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=17 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:54.868947 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4eec49b6-60f2-4048-91d1-9a5d7b344e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:57.204403 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-481720bf-7fb0-42b0-8a09-3d1195a62112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:58.438678 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:59.850586 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:59.981616 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:09.967639 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:09.977024 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:10.321644 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:14.609570 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:37:18.427073 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [req-e49fd41a-976c-4848-9632-bd1b61452446 req-07ed9848-bc78-4d18-b888-010c7f04c9ea service neutron] (104052) timed out ('10.222.0.64', 36294) {{(pid=104052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 10:37:18.512147 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [req-e49fd41a-976c-4848-9632-bd1b61452446 req-37ec62ad-5e78-44e3-b913-1b7b482c1b6f tempest-AttachVolumeShelveTestJSON-164554392 tempest-AttachVolumeShelveTestJSON-164554392-project] (104052) timed out ('10.222.0.64', 36342) {{(pid=104052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 10:37:20.308263 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:20.315216 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:24.604780 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:24.605532 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:24.879445 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d507c122-c9f4-445b-886b-7aaab1376b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:27.201747 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5f0a635a-32a0-4fd5-b5e0-835945974be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:28.452360 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:29.860778 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:29.983253 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:33.148425 dv-cinder-847132-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [req-b95de084-ac94-4985-8c65-9b36c2b28668 req-c263e9a4-a962-44ff-adaf-e1cb99092c3e service neutron] (104051) timed out ('10.222.0.64', 39428) {{(pid=104051) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 10:37:33.351630 dv-cinder-847132-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [req-b95de084-ac94-4985-8c65-9b36c2b28668 req-972c38eb-c5ee-4b66-ab84-243d247b8bfc tempest-TestShelveInstance-1874661713 tempest-TestShelveInstance-1874661713-project] (104052) timed out ('10.222.0.64', 39436) {{(pid=104052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 10:37:39.972231 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:39.975191 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:40.335459 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:50.323010 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:50.329691 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:51.609836 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG neutron.db.agents_db [None req-080d7765-6abf-4d82-84e1-01db63257d96 None None] Agent healthcheck: found 6 active agents {{(pid=104054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:37:53.643411 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:54.875641 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b8c84d6b-5c8d-4ca6-aefc-066ab5ef7cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (22a27e04-c0da-4a0e-a08f-10cd4fcfc09e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:57.198632 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-eba65b8c-a3dd-4a8c-b42f-dcf206ead6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (8b07060b-191d-49c5-87c0-d94101b21510), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:58.446786 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2c7053f-5f8d-4607-8f07-8d480bd3759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (c13ca243-5a86-42dc-9c3a-5ff7322cd61a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:59.856803 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-929950e2-10ab-4679-b262-a839fc0ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (ca60bd57-841f-4cf6-8a57-91134ea5d3bb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:59.989050 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1c947a7e-abb1-4066-9ee1-23ba8f103144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (18a6be9a-5c36-4ecb-b2f1-ff5544a2144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:01.605096 dv-cinder-847132-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:10.335681 dv-cinder-847132-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3d91337-753c-453f-9842-6fdd7a883af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739177752953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3788404'] for agent (900df4b4-ebee-48f1-a22a-a520f0296ea3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}